-- Logs begin at Wed 2021-08-04 10:13:34 UTC, end at Wed 2021-08-04 11:13:22 UTC. -- Aug 04 10:44:05.946342 dv-cinder-803456-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 10:44:08.704444 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.common.config [-] Logging enabled! Aug 04 10:44:08.705100 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev515 Aug 04 10:44:08.705280 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93186) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 10:44:08.708704 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.common.config [-] Logging enabled! Aug 04 10:44:08.708971 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev515 Aug 04 10:44:08.709286 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93186) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 10:44:08.710267 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 10:44:08.710610 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 10:44:08.710908 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 10:44:08.711158 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 10:44:08.711389 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 10:44:08.711719 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.712021 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.712322 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.712558 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.712885 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.713185 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.713471 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.713766 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.714072 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.714364 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.714649 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.714942 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.715178 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.715467 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.715761 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.716053 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.716314 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] debug = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.716601 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.717062 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.717495 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.717777 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.718072 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.718352 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.718628 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.718907 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.719195 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.719565 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] host = dv-cinder-803456-1-iscsi {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.719825 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.720116 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.720405 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.720725 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.721007 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.721288 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.721578 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.721862 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.722140 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] log_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.722411 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.722703 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.722992 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.723287 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.723517 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.723744 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.724034 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.724327 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.724605 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.724918 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.725199 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.725474 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.725751 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.726020 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.726312 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.726600 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.726890 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.727168 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.727443 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.727718 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.727993 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.728283 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.728560 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.728868 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.729145 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.729437 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.729709 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.729984 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.730294 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.730587 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.730872 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.731161 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.731439 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.731730 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.732038 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.732315 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.732591 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] use_json = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.732897 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.733173 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.733462 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.733740 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.734016 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.734292 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.734567 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.734857 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:08.735161 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.735462 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.735766 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.736053 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.736351 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.736690 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.736951 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.737270 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.737525 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.737820 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.738117 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.738396 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.738690 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.738972 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.739273 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.739590 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.739890 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.740186 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.740464 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.740769 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.741049 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.741333 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.741627 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.741925 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.742218 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.742495 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.742777 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.743074 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.743355 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.743631 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.743911 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.744204 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.744778 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.745057 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.745343 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.745625 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.745902 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.746176 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.746457 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.746752 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.747033 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.747311 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.748174 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.748457 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.748761 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.749051 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.749332 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.749609 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.749885 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.750164 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.750440 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.750719 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.750999 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.751276 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.751603 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.751885 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.752163 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.752437 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.752743 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.753019 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.753295 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.753571 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.753853 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.754130 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.754407 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.754682 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.754961 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.755237 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.755528 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.755831 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.756115 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.756401 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.756711 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.756998 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.757335 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.757617 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.757900 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.758187 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.758460 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.758762 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.759050 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.759343 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.759630 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.759913 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.760213 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.760496 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.760808 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.761089 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.761369 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.761669 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.761957 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.762261 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.762575 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.762870 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.763221 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.764028 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.764321 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.764671 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.764942 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:08.765166 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 10:44:08.765418 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93186) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 10:44:09.122138 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 10:44:09.122419 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 10:44:09.123250 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 10:44:09.123586 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 10:44:09.519669 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.519880 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.520140 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.521377 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.521650 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.521916 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.560974 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.561259 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.561530 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.574738 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.575024 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.575296 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.606034 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.606320 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.606596 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.642511 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.642794 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.643070 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.877889 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.878557 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.878557 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.878729 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:09.879368 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.001629 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.001956 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.002244 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.002845 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.003123 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.003440 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.003708 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.003966 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.004223 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.004510 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.004801 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.005071 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.005328 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.005580 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.005838 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.006101 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.006359 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.006630 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.006908 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.007169 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.007447 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.007699 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.007987 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.008371 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.008620 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.008890 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.009291 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 10:44:10.009535 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 10:44:10.009776 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 10:44:10.010014 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 10:44:10.010253 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 10:44:10.010499 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 10:44:10.010865 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 10:44:10.014650 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 10:44:10.018592 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 10:44:10.022250 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 04 10:44:10.024023 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 10:44:10.024473 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 10:44:10.024851 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 10:44:10.025237 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 10:44:10.028025 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 10:44:10.028281 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 10:44:10.028696 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 10:44:10.033923 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 10:44:10.056140 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 10:44:10.056595 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.056922 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93186) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 10:44:10.057291 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.058645 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93186) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 10:44:10.058929 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 10:44:10.059177 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 10:44:10.063022 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.063309 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.127095 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 10:44:10.127344 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 10:44:10.127588 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 10:44:10.128014 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 10:44:10.149135 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_db.sqlalchemy.engines [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93186) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 10:44:10.682890 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Initializing driver for type 'gre' Aug 04 10:44:10.683486 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] gre ID ranges: [(1, 1000)] Aug 04 10:44:10.737126 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Initializing driver for type 'local' Aug 04 10:44:10.737516 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Initializing driver for type 'vlan' Aug 04 10:44:10.750521 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] VlanTypeDriver initialization complete Aug 04 10:44:10.750912 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Initializing driver for type 'vxlan' Aug 04 10:44:10.751460 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] vxlan ID ranges: [(1, 1000)] Aug 04 10:44:10.802992 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Initializing extension driver 'port_security' Aug 04 10:44:10.803418 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.extensions.port_security [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] PortSecurityExtensionDriver initialization complete Aug 04 10:44:10.803774 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Initializing mechanism driver 'openvswitch' Aug 04 10:44:10.804095 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Initializing mechanism driver 'hyperv' Aug 04 10:44:10.810558 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.plugins.ml2.plugin [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:44:10.811402 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > port after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.811768 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > port after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.812118 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > port after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.812653 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 10:44:10.813168 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > subnet after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.813522 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > subnet after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.813864 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.814254 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 10:44:10.814658 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > network after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.815003 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > network after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.815342 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > network after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.815729 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 10:44:10.816126 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > security_group after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.816474 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > security_group after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.816842 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.817231 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 10:44:10.817633 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.817974 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.818312 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.818696 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 10:44:10.819092 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > address_group after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.819433 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > address_group after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.819765 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.820149 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 10:44:10.820520 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] ML2 OVO RPC backend initialized. {{(pid=93186) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 10:44:10.821247 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.821598 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.822013 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > network before_response 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.822359 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > networks before_response 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.822704 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > port before_response 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.823045 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > ports before_response 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.823387 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > subnet before_response 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.823729 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > subnets before_response 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.824067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > network after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.824406 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > network after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.824762 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > network after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.825098 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > port after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.825428 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > port after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.825783 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > port after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.826145 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > subnet after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.826479 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > subnet after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.826811 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.827384 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.plugin [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Modular L2 Plugin initialization complete Aug 04 10:44:10.827709 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading services supported by the core plugin {{(pid=93186) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 10:44:10.828039 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.plugins.ml2.managers [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Got port-security extension from driver 'port_security' Aug 04 10:44:10.828499 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.extensions.vlantransparent [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Disabled vlantransparent extension. Aug 04 10:44:10.829017 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93186) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 10:44:10.829329 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading Plugin: router Aug 04 10:44:10.865082 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.865474 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router after_create 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.865843 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router before_create 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.866205 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.866577 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.866938 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router after_delete 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.867292 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.867655 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router after_create 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.868116 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router after_update 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.868468 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router after_update 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.868846 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.869451 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router after_update 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.869935 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router precommit_update 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.870289 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: port after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.870629 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: port after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.870964 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: subnet after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.871303 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.871653 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.872006 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router precommit_create 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.872353 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: port before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.872732 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router precommit_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.873092 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router after_update 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.873441 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.873791 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router precommit_create 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.874164 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.874508 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router precommit_update 55549900 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.874871 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > agent after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.875223 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > agent after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.875565 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > network after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.876416 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Tracking information for resource: router configured {{(pid=93186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 10:44:10.876793 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Tracking information for resource: floatingip configured {{(pid=93186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 10:44:10.881741 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.db.l3_agentschedulers_db [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 10:44:10.882334 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: port after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.882676 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: port after_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.883041 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: port after_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.883374 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: port after_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.884225 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router before_create 55550100 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.884590 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.884978 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router precommit_create 55550100 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.885331 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > router precommit_update 55550100 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.889807 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.services.provider_configuration [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service providers = [] {{(pid=93186) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 10:44:10.890156 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.db.servicetype_db [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93186) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 10:44:10.893254 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.services.service_base [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 10:44:10.893600 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.services.service_base [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 10:44:10.893937 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.services.service_base [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 10:44:10.895329 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.services.service_base [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 10:44:10.895329 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.services.service_base [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 10:44:10.895739 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 10:44:10.896157 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 10:44:10.908505 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 10:44:10.908921 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading Plugin: auto_allocate Aug 04 10:44:10.916302 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: network precommit_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.916779 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: network precommit_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.917403 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 10:44:10.917788 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading Plugin: tag Aug 04 10:44:10.928928 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 10:44:10.929368 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading Plugin: timestamp Aug 04 10:44:10.933849 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 10:44:10.934123 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading Plugin: network_ip_availability Aug 04 10:44:10.939559 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.939925 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.940281 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:10.941044 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 10:44:10.941362 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading Plugin: flavors Aug 04 10:44:10.946254 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 10:44:10.946584 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading Plugin: revisions Aug 04 10:44:10.950835 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 10:44:10.951232 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_concurrency.lockutils [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=93186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 10:44:10.951963 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93186) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 10:44:10.952292 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Initializing extension manager. Aug 04 10:44:10.952824 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: __init__.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.953163 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: __pycache__ {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.953492 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.953820 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: address_group.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.954574 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.955141 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: address-group Aug 04 10:44:10.955463 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: address_scope.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.956167 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.956690 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: address-scope Aug 04 10:44:10.957012 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.957926 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.958427 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: router-admin-state-down-before-update Aug 04 10:44:10.958745 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: agent.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.959440 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.959935 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: agent Aug 04 10:44:10.960249 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: agent_resources_synced.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.961177 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.961672 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: agent-resources-synced Aug 04 10:44:10.963774 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: allowedaddresspairs.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.963774 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.964273 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: allowed-address-pairs Aug 04 10:44:10.964597 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: auto_allocated_topology.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.965701 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.966752 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: auto-allocated-topology Aug 04 10:44:10.967071 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: availability_zone.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.967764 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.968268 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: availability_zone Aug 04 10:44:10.968587 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: availability_zone_filter.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.969541 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.970112 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: availability_zone_filter Aug 04 10:44:10.970463 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: data_plane_status.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.971372 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.971877 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 10:44:10.972211 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: default_subnetpools.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.973192 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.973694 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: default-subnetpools Aug 04 10:44:10.974048 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.974837 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.975333 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: dhcp_agent_scheduler Aug 04 10:44:10.975647 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: dns.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.976551 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.977069 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension dns-integration not supported by any of loaded plugins Aug 04 10:44:10.977383 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: dns_domain_ports.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.978288 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.978782 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 10:44:10.979093 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.980005 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.980491 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 10:44:10.980881 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: dvr.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.981501 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.982651 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: dvr Aug 04 10:44:10.982967 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: ecmp_routes.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.983873 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.984363 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 10:44:10.984707 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: empty_string_filtering.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.985608 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.986098 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: empty-string-filtering Aug 04 10:44:10.986435 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.987332 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.987810 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 10:44:10.988129 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.989065 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.989557 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 10:44:10.989874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: external_net.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.990781 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.991277 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: external-net Aug 04 10:44:10.991591 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.992577 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.993006 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: extra_dhcp_opt Aug 04 10:44:10.993325 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: extraroute.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.994454 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.994967 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: extraroute Aug 04 10:44:10.995282 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: extraroute_atomic.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.996311 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.996839 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: extraroute-atomic Aug 04 10:44:10.997161 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: filter_validation.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.997846 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:10.998340 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: filter-validation Aug 04 10:44:10.998655 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: fip_pf_description.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:10.999753 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.000247 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 10:44:11.000559 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: fip_port_details.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.001489 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.001985 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: fip-port-details Aug 04 10:44:11.002300 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: flavors.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.003879 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.004382 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: flavors Aug 04 10:44:11.004744 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.006387 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.006896 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 10:44:11.007223 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: floatingip_pools.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.007921 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.008421 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: floatingip-pools Aug 04 10:44:11.008770 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: ip_allocation.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.009685 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.010183 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 10:44:11.010507 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.011409 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.011911 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: ip-substring-filtering Aug 04 10:44:11.012235 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: l2_adjacency.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.013203 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.013694 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 10:44:11.014015 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: l3.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.015082 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.015586 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: router Aug 04 10:44:11.015908 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.018156 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.018675 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 10:44:11.019002 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.019933 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.020442 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: ext-gw-mode Aug 04 10:44:11.020793 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.021718 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.022226 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: l3-ha Aug 04 10:44:11.022546 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: l3_flavors.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.023447 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.023953 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: l3-flavors Aug 04 10:44:11.024271 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.025215 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.025717 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 10:44:11.026042 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: l3agentscheduler.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.027058 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.027562 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: l3_agent_scheduler Aug 04 10:44:11.027884 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: logging.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.029896 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.030404 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension logging not supported by any of loaded plugins Aug 04 10:44:11.030733 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: metering.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.031516 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.032050 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: metering Aug 04 10:44:11.032407 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.033566 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.034074 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: metering_source_and_destination_fields Aug 04 10:44:11.034395 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: multiprovidernet.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.035444 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.035948 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: multi-provider Aug 04 10:44:11.036271 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: netmtu.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.037220 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.037722 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: net-mtu Aug 04 10:44:11.038041 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: netmtu_writable.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.038949 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.039446 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: net-mtu-writable Aug 04 10:44:11.039765 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: network_availability_zone.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.040425 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.040959 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: network_availability_zone Aug 04 10:44:11.041275 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: network_ip_availability.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.042348 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.042852 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: network-ip-availability Aug 04 10:44:11.043173 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: network_segment_range.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.043927 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.045055 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 10:44:11.045375 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: pagination.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.046354 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.046683 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: pagination Aug 04 10:44:11.047001 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: port_device_profile.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.047897 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.048404 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: port-device-profile Aug 04 10:44:11.048754 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.049680 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.050180 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: port-mac-address-regenerate Aug 04 10:44:11.050498 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.051400 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.051898 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: port-numa-affinity-policy Aug 04 10:44:11.052214 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: port_resource_request.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.053157 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.053654 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 10:44:11.053972 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: portbindings.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.054871 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.055381 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: binding Aug 04 10:44:11.055698 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: portbindings_extended.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.056980 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.057488 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: binding-extended Aug 04 10:44:11.057810 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: portsecurity.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.058722 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.059223 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: port-security Aug 04 10:44:11.059544 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: project_id.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.060525 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.060878 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: project-id Aug 04 10:44:11.061198 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: providernet.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.062112 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.062618 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: provider Aug 04 10:44:11.062935 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: qos.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.066449 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.066965 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension qos not supported by any of loaded plugins Aug 04 10:44:11.067290 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.068515 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.069053 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 10:44:11.069378 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.070285 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.070791 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 10:44:11.071116 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: qos_default.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.072009 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.072512 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension qos-default not supported by any of loaded plugins Aug 04 10:44:11.072863 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: qos_fip.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.073513 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.074008 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension qos-fip not supported by any of loaded plugins Aug 04 10:44:11.074327 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: qos_gateway_ip.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.075241 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.076253 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 10:44:11.076571 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: qos_port_network_policy.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.077496 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.077995 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 10:44:11.078313 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: qos_rule_type_details.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.079223 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.079720 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 10:44:11.080038 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: qos_rules_alias.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.081085 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.081589 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 10:44:11.081906 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: quotasv2.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.082812 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.083315 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: quotas Aug 04 10:44:11.083632 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: quotasv2_detail.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.086663 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.087004 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: quota_details Aug 04 10:44:11.087336 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: rbac.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.088382 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.088930 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: rbac-policies Aug 04 10:44:11.089260 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: rbac_address_group.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.090204 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.090714 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: rbac-address-group Aug 04 10:44:11.091039 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: rbac_address_scope.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.092494 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.093029 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: rbac-address-scope Aug 04 10:44:11.093352 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: rbac_security_groups.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.094253 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.094756 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: rbac-security-groups Aug 04 10:44:11.095075 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: rbac_subnetpool.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.095980 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.096482 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: rbac-subnetpool Aug 04 10:44:11.096830 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: revisionifmatch.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.097741 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.098240 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: revision-if-match Aug 04 10:44:11.098560 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: revisions.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.099663 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.100167 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: standard-attr-revisions Aug 04 10:44:11.100492 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: router_availability_zone.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.101192 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.101696 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: router_availability_zone Aug 04 10:44:11.102021 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: routerservicetype.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.102936 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.103434 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension router-service-type not supported by any of loaded plugins Aug 04 10:44:11.103756 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.104681 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.105185 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: security-groups-normalized-cidr Aug 04 10:44:11.105512 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.106418 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.106941 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: port-security-groups-filtering Aug 04 10:44:11.107262 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.108171 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.108692 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: security-groups-remote-address-group Aug 04 10:44:11.109015 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: securitygroup.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.119601 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.120147 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: security-group Aug 04 10:44:11.120475 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: segment.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.121338 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.121842 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension segment not supported by any of loaded plugins Aug 04 10:44:11.122164 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.123165 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.123670 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 10:44:11.123991 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: servicetype.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.125171 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.125697 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: service-type Aug 04 10:44:11.126019 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: sorting.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.126999 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.127332 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: sorting Aug 04 10:44:11.127651 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: standard_attr_segment.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.128627 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.129158 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 10:44:11.129477 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: standardattrdescription.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.130138 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.130650 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: standard-attr-description Aug 04 10:44:11.130970 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: stateful_security_group.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.131889 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.132400 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: stateful-security-group Aug 04 10:44:11.132777 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: stdattrs_common.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.133361 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 10:44:11.133678 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.134598 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.135098 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 10:44:11.135415 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: subnet_onboard.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.136483 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.137019 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: subnet_onboard Aug 04 10:44:11.137339 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.138852 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.139356 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 10:44:11.139678 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: subnet_service_types.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.140595 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.141126 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: subnet-service-types Aug 04 10:44:11.141447 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: subnetallocation.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.142518 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.143024 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: subnet_allocation Aug 04 10:44:11.143345 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.144006 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.144506 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: subnetpool-prefix-ops Aug 04 10:44:11.144857 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.145787 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.146292 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 10:44:11.146610 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: tagging.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.147680 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.148188 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: standard-attr-tag Aug 04 10:44:11.148509 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: timestamp.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.149731 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.150243 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loaded extension: standard-attr-timestamp Aug 04 10:44:11.150568 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: trunk.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.151578 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.152086 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension trunk not supported by any of loaded plugins Aug 04 10:44:11.152411 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: trunk_details.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.153349 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.154462 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension trunk-details not supported by any of loaded plugins Aug 04 10:44:11.154784 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: uplink_status_propagation.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.155692 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.156204 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 10:44:11.156526 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Loading extension file: vlantransparent.py {{(pid=93186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 10:44:11.157228 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 10:44:11.157729 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 10:44:11.160179 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:network Aug 04 10:44:11.160738 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:subnet Aug 04 10:44:11.161141 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 10:44:11.161529 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:port Aug 04 10:44:11.162767 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.163196 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service FLAVORS assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.163800 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.164232 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.164561 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:router Aug 04 10:44:11.165006 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:floatingip Aug 04 10:44:11.165494 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service METERING assigned prefix: /metering {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.166946 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:11.167314 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:11.167662 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:44:11.168689 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 10:44:11.169131 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:security_group Aug 04 10:44:11.169586 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 10:44:11.170185 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service CORE assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.170516 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 10:44:11.170855 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] subnetpool is already registered Aug 04 10:44:11.171283 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service CORE assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.174737 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 10:44:11.174737 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] subnetpool is already registered Aug 04 10:44:11.174737 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.174995 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service FLAVORS assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.175579 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.176183 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.176590 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:router Aug 04 10:44:11.176766 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] router is already registered Aug 04 10:44:11.180493 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:floatingip Aug 04 10:44:11.180870 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] floatingip is already registered Aug 04 10:44:11.181360 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service METERING assigned prefix: /metering {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.182357 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 10:44:11.182692 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] rbac_policy is already registered Aug 04 10:44:11.183118 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:security_group Aug 04 10:44:11.183457 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] security_group is already registered Aug 04 10:44:11.183909 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 10:44:11.184189 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] security_group_rule is already registered Aug 04 10:44:11.184891 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service CORE assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.185220 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 10:44:11.185553 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] subnetpool is already registered Aug 04 10:44:11.185972 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.v2.resource_helper [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Service CORE assigned prefix: {{(pid=93186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 10:44:11.186306 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 10:44:11.186631 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING neutron.quota.resource_registry [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] subnetpool is already registered Aug 04 10:44:11.187096 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: extensions {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.188912 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: address-groups {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.190406 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: address-scopes {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.191704 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: agents {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.192900 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: auto-allocated-topology {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.194411 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: availability_zones {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.195643 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: dhcp-networks {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.198365 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: dhcp-agents {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.199792 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: routers {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.202070 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: flavors {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.203320 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: service_profiles {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.204520 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: next_providers {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.205987 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: service_profiles {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.207701 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: floatingip-pools {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.208941 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: routers {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.210624 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: floatingips {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.211902 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: l3-routers {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.213343 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: l3-agents {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.214756 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: metering-labels {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.215999 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: metering-label-rules {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.218030 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: network-ip-availabilities {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.219274 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: bindings {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.220874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: quotas {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.222415 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: quotas {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.223881 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: rbac-policies {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.225090 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: security-groups {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.226386 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: security-group-rules {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.227620 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: service-providers {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.228873 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: subnetpools {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.230181 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: subnetpools {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.231752 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.233464 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.235277 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.237057 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.238745 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.240684 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.242392 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.244173 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.246300 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.248061 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron.api.extensions [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Extended resource: tags {{(pid=93186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 10:44:11.254098 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING keystonemiddleware.auth_token [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 10:44:11.258581 dv-cinder-803456-1-iscsi neutron-server[93186]: WARNING keystonemiddleware.auth_token [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 10:44:11.268334 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_concurrency.lockutils [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Acquired lock "singleton_lock" {{(pid=93186) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 10:44:11.268835 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_concurrency.lockutils [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Releasing lock "singleton_lock" {{(pid=93186) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 10:44:11.269469 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO oslo_service.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Starting 2 workers Aug 04 10:44:11.274204 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Started child 93295 {{(pid=93186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 10:44:11.278769 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Started child 93296 {{(pid=93186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 10:44:11.280284 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:11.280963 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO neutron.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 10:44:11.281545 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Notify callbacks [] for process, before_spawn {{(pid=93186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:11.281784 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [-] (93295) wsgi starting up on http://0.0.0.0:9696 Aug 04 10:44:11.283939 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO oslo_service.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Starting 1 workers Aug 04 10:44:11.284196 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:11.285622 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [-] (93296) wsgi starting up on http://0.0.0.0:9696 Aug 04 10:44:11.289097 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Started child 93297 {{(pid=93186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 10:44:11.289632 dv-cinder-803456-1-iscsi neutron-server[93186]: INFO oslo_service.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Starting 1 workers Aug 04 10:44:11.293019 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] calling RpcWorker wait() {{(pid=93297) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 10:44:11.293574 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] returning from RpcWorker wait() {{(pid=93297) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 10:44:11.294083 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Started child 93298 {{(pid=93186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 10:44:11.294938 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG neutron_lib.callbacks.manager [None req-181f367b-925b-4cc5-8b9e-36cb79a30a8e None None] Notify callbacks [] for process, after_spawn {{(pid=93186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:11.295048 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:11.295586 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:44:11.296794 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93186) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 10:44:11.297006 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 10:44:11.297190 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 10:44:11.297392 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 10:44:11.297733 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 10:44:11.297894 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 10:44:11.298426 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.298694 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.298913 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:11.299377 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.299377 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.299546 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.300001 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:44:11.300105 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.300300 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.300570 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.300862 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.301120 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.301282 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.301455 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.301708 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.301939 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.302239 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.302501 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.302738 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.303037 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.303203 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.303489 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.303744 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.303987 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.304248 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] debug = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.304506 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.305011 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.305262 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.305522 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.305735 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.306010 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.306323 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.306513 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.306759 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.306976 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.307231 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.307481 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.307725 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.307952 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.308169 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.308433 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.308687 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.309163 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] host = dv-cinder-803456-1-iscsi {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.309380 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.309609 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.309867 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.310108 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.310389 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.310601 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.310869 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.311128 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.311423 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.311588 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.311811 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.312052 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.312264 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.312496 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.312686 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_options = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.312915 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.313190 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.313464 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.313717 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.313848 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.313971 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.314209 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.314370 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.314606 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.314844 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.315053 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.315264 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.315475 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.315690 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.315937 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.316192 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.316464 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.316663 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.316905 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.317147 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.317526 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.317790 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.318155 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.318447 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.318771 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.319095 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.319384 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.319602 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.319832 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.320151 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.320485 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.320870 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.321115 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.321371 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.321834 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.322007 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.322219 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.322503 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.322831 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.323166 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.323417 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.323634 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.323897 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.324114 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.324332 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.324573 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_json = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.324802 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.325029 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.325310 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.326051 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.326293 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.326625 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.326768 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.326979 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.327364 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.327639 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.327946 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.328209 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.328454 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.328718 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.328967 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.329185 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.329418 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.330693 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.330957 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.331193 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.331504 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.331792 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.332052 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.333465 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.333641 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.334068 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.334335 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.334563 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.334808 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.335065 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.335425 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.335710 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.336228 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.336228 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.336724 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.336724 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.336981 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.337205 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.337432 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.337654 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.337935 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.338181 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.338402 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.338630 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.338892 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.339113 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.339346 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.339574 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.339846 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.340085 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.340328 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.340548 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.340790 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.341030 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.341870 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.342882 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.342882 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.342882 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.342882 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.343166 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.343234 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.344015 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.344015 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.344015 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.344253 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.344333 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.344542 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.344757 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.345004 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.345272 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.345515 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.345871 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.346007 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.346166 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.347293 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.347293 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.347293 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.347293 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.347293 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.347921 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.347921 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.347921 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.348988 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.348988 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.349132 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.349300 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.349521 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.349735 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.349955 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.350169 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.350385 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.350603 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.350893 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.351433 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.351684 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.351957 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.352220 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.352473 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.352747 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.353002 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.353242 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.353484 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.353705 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.354026 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.354258 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.354523 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.354747 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.355100 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.355320 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.355491 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.356244 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.356244 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.356244 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.356617 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.356617 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.356944 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.357198 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.357437 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.357699 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.358009 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.358373 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.358534 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.358759 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.359043 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.359335 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.359602 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.359854 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.360081 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.360304 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.360618 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.360825 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.361091 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.361320 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.361895 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.361895 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.362089 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.362306 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.362499 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.362734 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.362980 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.363644 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.363644 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.363935 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.363935 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.364240 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.364704 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.364853 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.365088 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.365318 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.365545 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.365792 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.366019 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.366243 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.366499 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.366830 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.367051 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.367295 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.368114 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.368114 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.368114 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.368594 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.368594 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.368594 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.369014 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.369166 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.369563 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.369761 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.370005 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.370213 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.370441 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.370697 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.370920 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.371151 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.371341 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.371548 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.371794 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.372008 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.372287 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.372546 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.372804 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.373033 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.373258 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.373670 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.373897 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.374147 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.374401 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.374617 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.374834 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.375066 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.375284 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.375501 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.375768 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.375985 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.376267 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.376510 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.376872 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.377125 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.377375 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.377615 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.377835 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.378089 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.378327 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.378565 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.378786 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.379000 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.379216 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.379488 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.379845 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.379941 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.380186 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.380395 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.380605 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.380865 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.381076 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.381359 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.381614 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.381858 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.382122 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.382356 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.382584 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.382811 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.383040 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.383319 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.383471 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.383706 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.383927 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.384174 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.384385 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.384596 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.384843 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.385060 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.385293 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.385538 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.385748 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.385977 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.386200 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.386417 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.386627 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.386854 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.387095 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.387398 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.387546 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.387727 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.387936 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.388703 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.388919 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.389129 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.389349 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.389566 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.389776 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.390087 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.390342 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.390563 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.390836 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.391363 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.391363 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.391615 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.391852 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.392740 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.392740 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.392740 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.393530 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.393530 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.393530 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.394220 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.394220 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.394220 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.394577 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.394707 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.395164 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.395435 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.395655 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.395960 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.396312 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.396588 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.396882 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.397130 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.397533 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.397675 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.397812 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.398052 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.398316 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.398537 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.398801 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.399083 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.399284 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.399531 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.399762 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.399982 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.400211 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.400446 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.400712 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.400936 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.401095 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 10:44:11.401625 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93186) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 10:44:11.401787 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 10:44:11.401943 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 10:44:11.402113 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 10:44:11.402286 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 10:44:11.402441 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 10:44:11.402649 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.402813 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.402977 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.403139 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.403301 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.403484 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.404229 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.404404 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.404567 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.404775 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.404933 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.405090 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.405246 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.405401 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.405572 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.405732 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.405889 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.406051 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.406199 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.406365 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.406540 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.406697 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.406819 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] debug = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.406983 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.407204 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.407372 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.407680 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.407680 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.407953 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.408034 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.408174 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.408302 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.408431 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.408567 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.408733 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.408897 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.409051 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.409236 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.409377 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.409539 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.409710 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] host = dv-cinder-803456-1-iscsi {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.409864 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.410009 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.410177 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.410337 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.410495 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.410655 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.410817 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.410978 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.411138 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.411297 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.411457 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.411618 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.411778 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.411939 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.412100 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_options = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.412260 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.412421 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.412581 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.412814 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.412984 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.413147 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.413306 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.413626 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.413978 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.414143 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.414299 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.414461 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.414710 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.414806 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.414929 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.415259 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.415533 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.415787 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.415787 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.416084 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.416084 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.416329 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.416329 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.416531 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.416620 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.416775 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.416936 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.417096 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.417258 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.417419 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.417581 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.417896 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.417896 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.418068 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.418186 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.418346 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.418685 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.418685 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.418828 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.418955 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.419116 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.419300 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.419464 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.419624 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.419785 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.419945 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_json = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.420105 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.420266 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.420426 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.420587 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.420773 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.420932 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.421092 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.421254 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 10:44:11.421438 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.421600 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.421776 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.421938 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.422099 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.422262 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.422424 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.422587 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.422748 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.422909 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.423077 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.423241 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.423413 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.423575 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.423795 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.423908 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.424052 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.424214 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.424453 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.424722 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.424722 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.424872 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.425034 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.425198 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.425362 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.425525 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.425688 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.425850 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.426082 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.426277 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.426448 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.426610 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.426774 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.426935 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.427091 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.429107 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.429107 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.429107 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.429107 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.429107 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.429107 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.429107 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.429107 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.429107 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.430067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.430067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.430067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.430067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.430067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.430067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.430067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.430067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.430067 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.431308 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.431308 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.431308 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.431308 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.431308 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.431308 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.431308 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.431308 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.431308 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.433640 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.433640 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.433640 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.433640 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.433640 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.433640 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.433640 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.433640 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.433640 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.434582 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.434582 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.434582 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.434582 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.434582 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.434582 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.434582 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.434582 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.434582 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.435874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.435874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.435874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.435874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.435874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.435874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.435874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.435874 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.436555 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.436555 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.436555 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.436555 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.436555 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.437471 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.437471 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.437471 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.437471 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.437471 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.437471 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.437924 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.437924 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.437924 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.438123 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.438228 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.438383 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.438833 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.438833 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.438833 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.439204 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.439204 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.439204 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.439498 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.439498 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.439734 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.439852 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.439971 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.440128 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.440291 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.440772 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.440772 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.440772 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.441137 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.441137 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.441281 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.441435 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.441519 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.441683 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.441854 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.442026 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.442189 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.442358 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.442482 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.442668 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.442829 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.442990 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.443151 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.443538 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.443538 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.443773 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.443773 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.443932 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.444070 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.444252 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.444397 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.444518 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.444694 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.444861 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.445022 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.445185 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.445348 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.445510 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.445673 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.445836 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.445997 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.446158 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.446320 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.446481 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.446642 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.446804 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.446965 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.447127 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.447289 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.447450 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.447611 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.447773 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.447933 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.448095 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.448257 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.448602 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.448602 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.448872 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.448993 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.449072 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.449199 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.449361 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.449523 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.449686 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.449847 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.450008 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.450171 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.450333 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.450542 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.451198 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.451406 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.451552 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.451675 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:44:11.451762 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.451840 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.451992 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.452155 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.452316 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.452478 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.452770 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.452872 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.452952 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.453119 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.453281 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.453442 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.453604 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.453769 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.453934 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.454099 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.454262 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.454423 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.454584 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.454749 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.454912 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.455087 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.455251 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.455414 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.455576 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.455737 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.455898 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.456072 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.456239 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.456402 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.456562 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.456760 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.456922 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.457095 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.457256 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.457416 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.457577 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.457738 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.457899 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.458071 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.458232 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.458394 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.458555 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.458715 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.458876 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.459048 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.459209 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.459371 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.459532 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.459693 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.459854 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.460026 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.460188 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.460350 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.460512 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.460692 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.460855 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.461027 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.461190 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.461352 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.461522 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.461684 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.461846 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.462008 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.462179 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.462343 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.462507 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.462669 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.462831 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.462994 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.463156 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.463307 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.463868 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.463868 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.463868 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.464544 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.464544 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.464544 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.464544 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.464544 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.465169 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.465169 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.465169 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.465369 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.465443 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.465566 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.465735 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.465901 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.466064 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.466249 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.466417 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.466578 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.466739 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.466904 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.467118 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.467293 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.467501 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.467501 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.467776 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.467905 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 10:44:11.468031 dv-cinder-803456-1-iscsi neutron-server[93186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 10:44:11.619866 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 36006) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:11.628812 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066049 Aug 04 10:44:23.070285 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554266f7-b4ba-416e-82fb-dd37700fd0a7 None None] get_active_networks_info from dv-cinder-803456-1-iscsi {{(pid=93297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 10:44:23.155686 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554266f7-b4ba-416e-82fb-dd37700fd0a7 None None] No non-hosted networks {{(pid=93297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 10:44:23.174034 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.agentschedulers_db [None req-554266f7-b4ba-416e-82fb-dd37700fd0a7 None None] DHCP Agent not found on host dv-cinder-803456-1-iscsi {{(pid=93297) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 10:44:23.271367 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d76eab28-50b9-4818-a063-27829c509e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624940'] for agent, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:25.557737 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624940'] for agent, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:25.558468 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.559766 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.561686 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.563552 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.564090 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.565821 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.566351 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.567151 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.569042 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.570157 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.571783 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.572264 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:25.572834 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803456-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:44:25.587464 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803456-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:44:25.838070 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-47e7331f-6fc0-4f45-bbf6-b760659735ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624940'] for agent, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:25.898290 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-255bf1d6-de51-41b0-b501-362ceb9903a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:27.217721 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624940'] for agent, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:28.662972 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.db.l3_hamode_db [None req-cdd297a7-5e0f-488f-8023-c628ba6b9117 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 10:44:28.749346 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd297a7-5e0f-488f-8023-c628ba6b9117 None None] Routers set() bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:44:28.749917 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd297a7-5e0f-488f-8023-c628ba6b9117 None None] Router IDs set() for agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 10:44:28.751588 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624940'] for agent, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:29.687612 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36100) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:30.174360 dv-cinder-803456-1-iscsi neutron-server[93296]: WARNING oslo_policy.policy [None req-7b4d78b1-d5f1-4433-ad34-0ea9ad65b1e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 10:44:30.174952 dv-cinder-803456-1-iscsi neutron-server[93296]: WARNING oslo_policy.policy [None req-7b4d78b1-d5f1-4433-ad34-0ea9ad65b1e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 10:44:30.392098 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [None req-7b4d78b1-d5f1-4433-ad34-0ea9ad65b1e1 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 10:44:30.393355 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7b4d78b1-d5f1-4433-ad34-0ea9ad65b1e1 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7036686 Aug 04 10:44:32.759005 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36114) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:33.073377 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-4f4a2eeb-15cb-453b-a357-361f33d4e7b0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:44:33.166672 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.policy [None req-4f4a2eeb-15cb-453b-a357-361f33d4e7b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93296) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 10:44:33.211297 dv-cinder-803456-1-iscsi neutron-server[93296]: WARNING oslo_policy.policy [None req-4f4a2eeb-15cb-453b-a357-361f33d4e7b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 10:44:33.211656 dv-cinder-803456-1-iscsi neutron-server[93296]: WARNING oslo_policy.policy [None req-4f4a2eeb-15cb-453b-a357-361f33d4e7b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 10:44:33.220126 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.quota [None req-4f4a2eeb-15cb-453b-a357-361f33d4e7b0 admin admin] Loaded quota_driver: . Aug 04 10:44:33.312599 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4f4a2eeb-15cb-453b-a357-361f33d4e7b0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732545517501', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732545522254', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732545512964', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732545502330', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732545926091', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732545489277', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-543106', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549479', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2069004', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2014060'] for rbac-policy, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:33.376718 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4f4a2eeb-15cb-453b-a357-361f33d4e7b0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:33.377913 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4f4a2eeb-15cb-453b-a357-361f33d4e7b0 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6179349 Aug 04 10:44:35.910865 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36126) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:36.200492 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'name': 'private', 'project_id': '979310ad288043fc9da57aa6cd86747e'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:44:36.228660 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Made reservation on behalf of 979310ad288043fc9da57aa6cd86747e for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:44:36.231495 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:36.248462 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:36.369752 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:36.373878 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:36.393189 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:44:36.421427 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732548553710', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:36.422053 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Unsubscribe: segment precommit_create {{(pid=93296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 10:44:36.422567 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Added segment 4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3 of type vlan for network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 Aug 04 10:44:36.440324 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb3bd7a-39ec-4b91-bf5b-b493115658b9,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:36.489072 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.489429 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.489772 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.490104 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.490438 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.490778 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.491383 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.491494 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.491757 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.492080 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.492398 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.492738 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Tracked resource versions report: Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: pushed versions: Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: { 'AddressGroup': {'1.2'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'ConntrackHelper': {'1.0'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Log': {'1.0'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Network': {'1.1'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Port': {'1.7'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'PortForwarding': {'1.2'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'QosPolicy': {'1.8'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SecurityGroup': {'1.4'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SecurityGroupRule': {'1.2'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SubPort': {'1.0'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Subnet': {'1.1'}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Trunk': {'1.1'}} Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: consumer versions: Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: { DHCP agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: L3 agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: Metadata agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: Metering agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: Open vSwitch agent@dv-cinder-803456-1-iscsi: { 'AddressGroup': '1.2', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'ConntrackHelper': '1.0', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Log': '1.0', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Network': '1.1', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Port': '1.7', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'PortForwarding': '1.2', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'QosPolicy': '1.8', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SecurityGroup': '1.4', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SecurityGroupRule': '1.2', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SubPort': '1.0', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Subnet': '1.1', Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Trunk': '1.1'}} Aug 04 10:44:36.494118 dv-cinder-803456-1-iscsi neutron-server[93296]: {{(pid=93296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 10:44:36.546763 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:36.595416 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:36.596671 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:44:36.597311 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:36.672089 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7600803 Aug 04 10:44:36.696027 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8c95-38e4-4bc3-a50f-ae8073c10c09 admin admin] Pushing event updated for resources: {'Network': ['ID=cd35909e-bcf6-4e0c-bbbf-a3131f71b841,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:36.710244 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:44:39.369439 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36140) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:39.759165 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887a7d1-003f-4cb0-8d73-15aaac5f3bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:44:39.760534 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1887a7d1-003f-4cb0-8d73-15aaac5f3bf3 admin admin] 10.222.0.49 "GET /v2.0/networks/cd35909e-bcf6-4e0c-bbbf-a3131f71b841 HTTP/1.1" status: 200 len: 825 time: 0.3901434 Aug 04 10:44:39.784321 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-34793535-4718-4781-b6cc-16d770ba2ef9 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/4cac04d0-60a2-4305-adc4-4680d308b0bc HTTP/1.1" status: 200 len: 734 time: 0.0177917 Aug 04 10:44:39.793081 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Request body: {'subnet': {'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'gateway_ip': '172.20.0.1', 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '4cac04d0-60a2-4305-adc4-4680d308b0bc'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:44:39.815097 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Made reservation on behalf of 979310ad288043fc9da57aa6cd86747e for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:44:39.817276 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:40.118155 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:40.199364 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e7eaae-7651-4a0c-ae45-7e65f722714e,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:40.203933 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Checking segment: {'id': '4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:44:40.204311 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Network hostable DHCP agents. Network: cd35909e-bcf6-4e0c-bbbf-a3131f71b841, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:44:40.226718 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:44:40.238704 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, cd35909e-bcf6-4e0c-bbbf-a3131f71b841) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:44:40.243241 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:44:40.244078 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:40.249009 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460c3823-8e7d-481d-acb3-0e1b14cd74c6 None None] Network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:44:40.257718 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-bc78916f-5d65-40e9-bad7-86a54a02b539 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4677784 Aug 04 10:44:40.589877 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-cd35909e-bcf6-4e0c-bbbf-a3131f71b841', 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'fixed_ips': [{'subnet_id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 10:44:40.591139 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:40.872263 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Allocated IP 172.20.0.2 (cd35909e-bcf6-4e0c-bbbf-a3131f71b841/f8e7eaae-7651-4a0c-ae45-7e65f722714e/04f2066f-3b5f-4c71-b95e-ba2447c5307a) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:44:41.084128 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:41.126836 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Transition to ACTIVE for port object 04f2066f-3b5f-4c71-b95e-ba2447c5307a will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:44:41.147727 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Transition to ACTIVE for port object 04f2066f-3b5f-4c71-b95e-ba2447c5307a will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:44:41.159258 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:41.224179 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:44:41.228878 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:44:41.241163 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:44:41.247775 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Pushing event updated for resources: {'Port': ['ID=04f2066f-3b5f-4c71-b95e-ba2447c5307a,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:41.277041 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.277697 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.277790 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.278077 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.278412 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.278746 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.279071 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.279397 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.279809 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.280080 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.280405 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.280749 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Tracked resource versions report: Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: pushed versions: Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: { 'AddressGroup': {'1.2'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'ConntrackHelper': {'1.0'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Log': {'1.0'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Network': {'1.1'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Port': {'1.7'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'PortForwarding': {'1.2'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'QosPolicy': {'1.8'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SecurityGroup': {'1.4'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SecurityGroupRule': {'1.2'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SubPort': {'1.0'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Subnet': {'1.1'}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Trunk': {'1.1'}} Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: consumer versions: Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: { DHCP agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: L3 agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: Metadata agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: Metering agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: Open vSwitch agent@dv-cinder-803456-1-iscsi: { 'AddressGroup': '1.2', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'ConntrackHelper': '1.0', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Log': '1.0', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Network': '1.1', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Port': '1.7', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'PortForwarding': '1.2', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'QosPolicy': '1.8', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SecurityGroup': '1.4', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SecurityGroupRule': '1.2', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SubPort': '1.0', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Subnet': '1.1', Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Trunk': '1.1'}} Aug 04 10:44:41.281904 dv-cinder-803456-1-iscsi neutron-server[93297]: {{(pid=93297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 10:44:41.329887 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Attempting to bind port 04f2066f-3b5f-4c71-b95e-ba2447c5307a on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:44:41.330281 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Attempting to bind port 04f2066f-3b5f-4c71-b95e-ba2447c5307a by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:44:41.330695 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Attempting to bind port 04f2066f-3b5f-4c71-b95e-ba2447c5307a on network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:44:41.335797 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:44:41.336207 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Checking segment: {'id': '4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:44:41.336742 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:41.337136 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Bound using segment: {'id': '4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:44:41.337624 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Bound port: 04f2066f-3b5f-4c71-b95e-ba2447c5307a, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:44:41.338048 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:41.400862 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] For port 04f2066f-3b5f-4c71-b95e-ba2447c5307a, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:44:41.405538 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] For port 04f2066f-3b5f-4c71-b95e-ba2447c5307a, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=04f2066f-3b5f-4c71-b95e-ba2447c5307a,segment=NetworkSegment(4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3),segment_id=4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:44:41.409861 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:41.475268 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcac8d0-261c-49dd-a268-c9496c0fd61e None None] Pushing event updated for resources: {'Port': ['ID=04f2066f-3b5f-4c71-b95e-ba2447c5307a,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:42.670306 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36148) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:42.994450 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [None req-290c8a0b-7410-4f52-8908-7686b8c60850 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 10:44:42.995507 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-290c8a0b-7410-4f52-8908-7686b8c60850 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242502 Aug 04 10:44:45.407686 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36156) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:45.710669 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [None req-dea07840-c523-4d30-850c-ccd071192ae7 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 10:44:45.711644 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-dea07840-c523-4d30-850c-ccd071192ae7 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3031042 Aug 04 10:44:48.323754 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36166) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:48.624115 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-3e11d0b0-02da-4a0c-b9eb-d48acae96253 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '979310ad288043fc9da57aa6cd86747e'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:44:48.648344 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e11d0b0-02da-4a0c-b9eb-d48acae96253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:48.649949 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e11d0b0-02da-4a0c-b9eb-d48acae96253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:48.789583 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e11d0b0-02da-4a0c-b9eb-d48acae96253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:48.795616 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e11d0b0-02da-4a0c-b9eb-d48acae96253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:48.808393 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e11d0b0-02da-4a0c-b9eb-d48acae96253 admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:48.809596 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3e11d0b0-02da-4a0c-b9eb-d48acae96253 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4848709 Aug 04 10:44:49.936754 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 04f2066f-3b5f-4c71-b95e-ba2447c5307a up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:44:50.023474 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 04f2066f-3b5f-4c71-b95e-ba2447c5307a completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:44:50.036267 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3aed63-3b5c-4ed5-86a1-2d1b3972cb8f None None] Network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:44:50.095304 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-1ab5ed89-6554-412e-bfe2-df6df7bc54df None None] Provisioning for port 04f2066f-3b5f-4c71-b95e-ba2447c5307a completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:44:50.102402 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-1ab5ed89-6554-412e-bfe2-df6df7bc54df None None] Provisioning complete for port 04f2066f-3b5f-4c71-b95e-ba2447c5307a triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:44:50.102808 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ed89-6554-412e-bfe2-df6df7bc54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:50.293182 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ed89-6554-412e-bfe2-df6df7bc54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:50.341765 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-1ab5ed89-6554-412e-bfe2-df6df7bc54df None None] For port 04f2066f-3b5f-4c71-b95e-ba2447c5307a, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=04f2066f-3b5f-4c71-b95e-ba2447c5307a,segment=NetworkSegment(4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3),segment_id=4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:44:50.347051 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ed89-6554-412e-bfe2-df6df7bc54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:50.395218 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5ed89-6554-412e-bfe2-df6df7bc54df None None] Pushing event updated for resources: {'Port': ['ID=04f2066f-3b5f-4c71-b95e-ba2447c5307a,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:50.567769 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-d190c5fe-7214-4439-8605-54eaf3031bc7 None None] Provisioning complete for port 04f2066f-3b5f-4c71-b95e-ba2447c5307a triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:44:50.568136 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d190c5fe-7214-4439-8605-54eaf3031bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:51.221562 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36178) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:51.527772 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [None req-190f632a-74e7-4208-9ca8-9a840a52945f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 10:44:51.529097 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-190f632a-74e7-4208-9ca8-9a840a52945f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3065634 Aug 04 10:44:51.914220 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 04f2066f-3b5f-4c71-b95e-ba2447c5307a up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:44:51.960062 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 04f2066f-3b5f-4c71-b95e-ba2447c5307a triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:44:51.960356 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:52.978114 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b83faf4-6987-4354-b704-74ad18f0b1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:53.917086 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 36186) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:54.417687 dv-cinder-803456-1-iscsi neutron-server[93295]: WARNING oslo_policy.policy [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 10:44:54.418296 dv-cinder-803456-1-iscsi neutron-server[93295]: WARNING oslo_policy.policy [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 10:44:54.641713 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:44:54.643311 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.quota [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Loaded quota_driver: . Aug 04 10:44:54.700563 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Made reservation on behalf of 58be707f3e2b4032a374b717d3508df3 for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:44:54.768329 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.policy [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93295) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 10:44:54.813145 dv-cinder-803456-1-iscsi neutron-server[93295]: WARNING oslo_policy.policy [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 10:44:54.813508 dv-cinder-803456-1-iscsi neutron-server[93295]: WARNING oslo_policy.policy [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 10:44:54.823920 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:54.843380 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:54.974788 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:54.978600 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:54.992162 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Reserving flat network on physical network physnet1 {{(pid=93295) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 10:44:55.028122 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732548553710', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:55.028729 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Unsubscribe: segment precommit_create {{(pid=93295) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 10:44:55.029245 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Added segment 604a7668-b46b-481f-8764-68f479b6e585 of type flat for network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 Aug 04 10:44:55.046889 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91175a1c-2e9a-4177-b914-4a6576d629a0,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:55.099373 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.099767 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.100104 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.100445 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.100866 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.101299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.101631 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.101959 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.102299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.102627 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.102948 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.103296 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Tracked resource versions report: Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: pushed versions: Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: { 'AddressGroup': {'1.2'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'ConntrackHelper': {'1.0'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Log': {'1.0'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Network': {'1.1'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Port': {'1.7'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'PortForwarding': {'1.2'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'QosPolicy': {'1.8'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SecurityGroup': {'1.4'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SecurityGroupRule': {'1.2'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SubPort': {'1.0'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Subnet': {'1.1'}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Trunk': {'1.1'}} Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: consumer versions: Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: { DHCP agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: L3 agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: Metadata agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: Metering agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: Open vSwitch agent@dv-cinder-803456-1-iscsi: { 'AddressGroup': '1.2', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'ConntrackHelper': '1.0', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Log': '1.0', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Network': '1.1', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Port': '1.7', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'PortForwarding': '1.2', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'QosPolicy': '1.8', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SecurityGroup': '1.4', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SecurityGroupRule': '1.2', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SubPort': '1.0', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Subnet': '1.1', Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Trunk': '1.1'}} Aug 04 10:44:55.104467 dv-cinder-803456-1-iscsi neutron-server[93295]: {{(pid=93295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 10:44:55.157384 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:55.216471 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:55.217587 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:44:55.218242 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:55.286367 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3681254 Aug 04 10:44:55.318966 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d88660-0971-434a-99ea-4cfa493c7bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:55.331814 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:44:55.549955 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:55.837127 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5768038c-5f00-4a88-9efb-1f137d1eb138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:57.120279 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:57.657540 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36216) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:44:57.829667 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf5021-82f4-497d-9694-2f13898d0ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:44:57.831021 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8bcf5021-82f4-497d-9694-2f13898d0ab5 admin admin] 10.222.0.49 "GET /v2.0/subnets/f8e7eaae-7651-4a0c-ae45-7e65f722714e HTTP/1.1" status: 200 len: 849 time: 0.1725512 Aug 04 10:44:57.967193 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-76c86c8b-18ed-425f-9a9f-63d1abe32099 admin admin] 10.222.0.49 "GET /v2.0/routers/2aef0c00-c149-40b7-b889-46e7547a1af1 HTTP/1.1" status: 200 len: 704 time: 0.1302302 Aug 04 10:44:58.224615 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:58.521759 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Allocated IP 172.20.0.1 (cd35909e-bcf6-4e0c-bbbf-a3131f71b841/f8e7eaae-7651-4a0c-ae45-7e65f722714e/44a24b08-0da4-4308-9699-25b2d0c25e33) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:44:58.638030 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:58.679943 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:58.702016 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Transition to ACTIVE for port object 44a24b08-0da4-4308-9699-25b2d0c25e33 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:44:58.831189 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:58.905978 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:44:58.912036 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:44:58.918406 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:44:58.918406 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:58.938281 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=44a24b08-0da4-4308-9699-25b2d0c25e33,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:59.111602 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-b0c4d5af-abef-4b28-a678-fea292c53974 None None] Provisioning for port 44a24b08-0da4-4308-9699-25b2d0c25e33 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:44:59.115088 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-b0c4d5af-abef-4b28-a678-fea292c53974 None None] Provisioning complete for port 44a24b08-0da4-4308-9699-25b2d0c25e33 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:44:59.115461 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b0c4d5af-abef-4b28-a678-fea292c53974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:59.115973 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:59.148546 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4d5af-abef-4b28-a678-fea292c53974 None None] Port 44a24b08-0da4-4308-9699-25b2d0c25e33 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:44:59.328549 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:59.332927 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:59.333709 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:59.408210 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=44a24b08-0da4-4308-9699-25b2d0c25e33,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:44:59.453458 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:44:59.454746 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:44:59.614400 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Router 2aef0c00-c149-40b7-b889-46e7547a1af1 is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 10:44:59.667288 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6738-ea32-4c27-8e69-dedce8db2e1a None None] Provisioning complete for port 44a24b08-0da4-4308-9699-25b2d0c25e33 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:44:59.668444 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6738-ea32-4c27-8e69-dedce8db2e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:44:59.703136 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6738-ea32-4c27-8e69-dedce8db2e1a None None] Port 44a24b08-0da4-4308-9699-25b2d0c25e33 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:44:59.706881 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:44:59.712007 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-89511a55-371f-42f4-8e10-eac2f992a9e0 admin admin] 10.222.0.49 "PUT /v2.0/routers/2aef0c00-c149-40b7-b889-46e7547a1af1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7394278 Aug 04 10:44:59.718192 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Sync routers for ids ['2aef0c00-c149-40b7-b889-46e7547a1af1'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:44:59.729884 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Routers {'2aef0c00-c149-40b7-b889-46e7547a1af1'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:44:59.731261 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:44:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['2aef0c00-c149-40b7-b889-46e7547a1af1'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:44:59.917424 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Set router 2aef0c00-c149-40b7-b889-46e7547a1af1 gateway port host: None {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:45:00.345218 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'name': 'router1', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:44:48Z', 'updated_at': '2021-08-04T10:44:59Z', 'revision_number': 2, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'gw_port_host': None, '_interfaces': [{'id': '44a24b08-0da4-4308-9699-25b2d0c25e33', 'name': '', 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'mac_address': 'fa:16:3e:84:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:44:58Z', 'updated_at': '2021-08-04T10:44:59Z', 'revision_number': 2, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'subnets': [{'id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac04d0-60a2-4305-adc4-4680d308b0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:45:00.396943 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Checking router: 2aef0c00-c149-40b7-b889-46e7547a1af1 for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:45:00.397315 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Updating router 2aef0c00-c149-40b7-b889-46e7547a1af1 port 44a24b08-0da4-4308-9699-25b2d0c25e33 binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:45:00.446102 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:00.967109 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:00.985585 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Transition to ACTIVE for port object 44a24b08-0da4-4308-9699-25b2d0c25e33 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:45:00.991563 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:01.155164 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Pushing event updated for resources: {'Port': ['ID=44a24b08-0da4-4308-9699-25b2d0c25e33,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:45:01.159551 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Attempting to bind port 44a24b08-0da4-4308-9699-25b2d0c25e33 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:45:01.159954 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Attempting to bind port 44a24b08-0da4-4308-9699-25b2d0c25e33 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:45:01.160370 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Attempting to bind port 44a24b08-0da4-4308-9699-25b2d0c25e33 on network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:45:01.168851 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.169187 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.169530 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.169863 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.170194 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.170523 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.170848 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.171175 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.171505 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.171826 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.172147 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.172465 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Tracked resource versions report: Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: pushed versions: Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: { 'AddressGroup': {'1.2'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'ConntrackHelper': {'1.0'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Log': {'1.0'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Network': {'1.1'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Port': {'1.7'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'PortForwarding': {'1.2'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'QosPolicy': {'1.8'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SecurityGroup': {'1.4'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SecurityGroupRule': {'1.2'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SubPort': {'1.0'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Subnet': {'1.1'}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Trunk': {'1.1'}} Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: consumer versions: Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: { DHCP agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: L3 agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: Metadata agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: Metering agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: Open vSwitch agent@dv-cinder-803456-1-iscsi: { 'AddressGroup': '1.2', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'ConntrackHelper': '1.0', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Log': '1.0', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Network': '1.1', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Port': '1.7', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'PortForwarding': '1.2', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'QosPolicy': '1.8', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SecurityGroup': '1.4', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SecurityGroupRule': '1.2', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SubPort': '1.0', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Subnet': '1.1', Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Trunk': '1.1'}} Aug 04 10:45:01.173617 dv-cinder-803456-1-iscsi neutron-server[93298]: {{(pid=93298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 10:45:01.175898 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:45:01.176420 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Checking segment: {'id': '4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:45:01.176827 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:01.177208 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Bound using segment: {'id': '4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:45:01.177696 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Bound port: 44a24b08-0da4-4308-9699-25b2d0c25e33, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:45:01.178086 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:01.245290 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] For port 44a24b08-0da4-4308-9699-25b2d0c25e33, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:45:01.269396 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] For port 44a24b08-0da4-4308-9699-25b2d0c25e33, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=44a24b08-0da4-4308-9699-25b2d0c25e33,segment=NetworkSegment(4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3),segment_id=4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:45:01.273805 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:01.330923 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641dfd8-1e06-4531-b332-a40eabc13610 None None] Pushing event updated for resources: {'Port': ['ID=44a24b08-0da4-4308-9699-25b2d0c25e33,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:45:01.335404 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Routers {'2aef0c00-c149-40b7-b889-46e7547a1af1'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:45:01.336002 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:44:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['2aef0c00-c149-40b7-b889-46e7547a1af1'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:45:01.423576 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] Set router 2aef0c00-c149-40b7-b889-46e7547a1af1 gateway port host: None {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:45:01.631083 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'name': 'router1', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:44:48Z', 'updated_at': '2021-08-04T10:44:59Z', 'revision_number': 2, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'gw_port_host': None, '_interfaces': [{'id': '44a24b08-0da4-4308-9699-25b2d0c25e33', 'name': '', 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'mac_address': 'fa:16:3e:84:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:44:58Z', 'updated_at': '2021-08-04T10:45:01Z', 'revision_number': 4, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'subnets': [{'id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac04d0-60a2-4305-adc4-4680d308b0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:45:01.655844 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345182a3-667d-49d6-88a1-3481bfa4886e None None] The sync data for ids ['2aef0c00-c149-40b7-b889-46e7547a1af1'] in dv-cinder-803456-1-iscsi is: [{'id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'name': 'router1', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:44:48Z', 'updated_at': '2021-08-04T10:44:59Z', 'revision_number': 2, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'gw_port_host': None, '_interfaces': [{'id': '44a24b08-0da4-4308-9699-25b2d0c25e33', 'name': '', 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'mac_address': 'fa:16:3e:84:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:44:58Z', 'updated_at': '2021-08-04T10:45:01Z', 'revision_number': 4, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'subnets': [{'id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac04d0-60a2-4305-adc4-4680d308b0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:45:01.950504 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36236) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:45:02.059065 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3bb80-96b7-4b52-b8a6-49e29f969e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:45:02.060470 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-45d3bb80-96b7-4b52-b8a6-49e29f969e7c admin admin] 10.222.0.49 "GET /v2.0/networks/9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 HTTP/1.1" status: 200 len: 842 time: 0.1090806 Aug 04 10:45:02.070298 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:45:02.092235 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Made reservation on behalf of 58be707f3e2b4032a374b717d3508df3 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:45:02.094539 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:02.374728 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.objects.ports [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 10:45:02.375166 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:02.505167 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb1612a-4f8b-4eee-bbb1-8441614c47b3,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:45:02.513759 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:45:02.514115 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Network hostable DHCP agents. Network: 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:45:02.530025 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:45:02.538488 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:45:02.544136 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:45:02.544136 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:02.547093 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0c204-fe44-4e78-b54d-50ed410f3c57 None None] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:45:02.558037 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8548dfa4-3fd8-4672-83e6-9dfa9f5abbf9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4912007 Aug 04 10:45:02.700668 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba76815b-15ca-44e1-b15d-7293dc4bc8b1 None None] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:45:04.351076 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 5 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:45:04.853500 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36244) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:45:04.994134 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-65c9e125-1416-49cd-9ac9-e99242419f32 admin admin] 10.222.0.49 "GET /v2.0/routers/2aef0c00-c149-40b7-b889-46e7547a1af1 HTTP/1.1" status: 200 len: 710 time: 0.1391220 Aug 04 10:45:05.081982 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d8ff2f-2099-4d90-88f3-5195cce507d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:45:05.083407 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f6d8ff2f-2099-4d90-88f3-5195cce507d4 admin admin] 10.222.0.49 "GET /v2.0/networks/9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 HTTP/1.1" status: 200 len: 886 time: 0.0832999 Aug 04 10:45:05.093713 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:45:05.366402 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:05.604419 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:05.687587 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:05.789963 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Allocated IP 172.27.1.58 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/35c2d393-2a1f-4f70-8a3d-1aafbcc39e03) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:45:05.887944 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:05.929975 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:05.971306 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:45:05.974297 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:45:05.980976 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:45:05.983977 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=35c2d393-2a1f-4f70-8a3d-1aafbcc39e03,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:45:06.222284 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:06.504133 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1652090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8742'] for router, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:06.507444 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1652069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1652076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625291'] for router, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:06.613169 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Router 2aef0c00-c149-40b7-b889-46e7547a1af1 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:45:06.722547 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:45:06.726728 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:06.727933 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-09112fbf-d587-4df4-8288-85609bf4e5c8 admin admin] 10.222.0.49 "PUT /v2.0/routers/2aef0c00-c149-40b7-b889-46e7547a1af1 HTTP/1.1" status: 200 len: 889 time: 1.6382024 Aug 04 10:45:07.946770 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 44a24b08-0da4-4308-9699-25b2d0c25e33 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:45:07.999889 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 44a24b08-0da4-4308-9699-25b2d0c25e33 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:45:08.003748 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 44a24b08-0da4-4308-9699-25b2d0c25e33 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:45:08.004130 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:08.075326 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Sync routers for ids ['2aef0c00-c149-40b7-b889-46e7547a1af1'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:45:08.095942 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Routers {'2aef0c00-c149-40b7-b889-46e7547a1af1'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:45:08.096628 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:44:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['2aef0c00-c149-40b7-b889-46e7547a1af1'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:45:08.116416 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:08.310517 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 44a24b08-0da4-4308-9699-25b2d0c25e33, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=44a24b08-0da4-4308-9699-25b2d0c25e33,segment=NetworkSegment(4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3),segment_id=4f845a6e-8a49-4dfb-a0b7-7a5af627a6d3)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:45:08.317895 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:08.399614 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Set router 2aef0c00-c149-40b7-b889-46e7547a1af1 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:45:08.460628 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=44a24b08-0da4-4308-9699-25b2d0c25e33,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:45:08.797350 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'name': 'router1', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35c2d393-2a1f-4f70-8a3d-1aafbcc39e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:44:48Z', 'updated_at': '2021-08-04T10:45:06Z', 'revision_number': 4, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'gw_port': {'id': '35c2d393-2a1f-4f70-8a3d-1aafbcc39e03', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:45:05Z', 'updated_at': '2021-08-04T10:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '44a24b08-0da4-4308-9699-25b2d0c25e33', 'name': '', 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'mac_address': 'fa:16:3e:84:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:44:58Z', 'updated_at': '2021-08-04T10:45:01Z', 'revision_number': 4, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'subnets': [{'id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac04d0-60a2-4305-adc4-4680d308b0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:45:08.845591 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Checking router: 2aef0c00-c149-40b7-b889-46e7547a1af1 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:45:08.845938 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Updating router 2aef0c00-c149-40b7-b889-46e7547a1af1 port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:45:08.892908 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:09.156108 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36256) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:45:09.243869 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:09.253660 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Transition to ACTIVE for port object 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:45:09.258821 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:09.267155 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-aa636ecd-9405-40fc-8a20-8bc06a875380 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1098764 Aug 04 10:45:09.313362 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Attempting to bind port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:45:09.313649 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Attempting to bind port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:45:09.313980 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Attempting to bind port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:45:09.315949 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77350c4c-1ed2-4898-a823-e906a5dcf09b None None] Pushing event updated for resources: {'Port': ['ID=35c2d393-2a1f-4f70-8a3d-1aafbcc39e03,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:45:09.321989 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:45:09.322351 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:45:09.322763 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:09.323532 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:45:09.323710 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Bound port: 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:45:09.324059 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:09.386251 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] For port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:45:09.389655 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] For port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=35c2d393-2a1f-4f70-8a3d-1aafbcc39e03,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:45:09.393950 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:09.456158 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77350c4c-1ed2-4898-a823-e906a5dcf09b None None] Pushing event updated for resources: {'Port': ['ID=35c2d393-2a1f-4f70-8a3d-1aafbcc39e03,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:45:09.462139 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Routers {'2aef0c00-c149-40b7-b889-46e7547a1af1'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:45:09.462303 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:44:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['2aef0c00-c149-40b7-b889-46e7547a1af1'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:45:09.655465 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] Set router 2aef0c00-c149-40b7-b889-46e7547a1af1 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:45:09.883967 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'name': 'router1', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35c2d393-2a1f-4f70-8a3d-1aafbcc39e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:44:48Z', 'updated_at': '2021-08-04T10:45:06Z', 'revision_number': 4, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'gw_port': {'id': '35c2d393-2a1f-4f70-8a3d-1aafbcc39e03', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:45:05Z', 'updated_at': '2021-08-04T10:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '44a24b08-0da4-4308-9699-25b2d0c25e33', 'name': '', 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'mac_address': 'fa:16:3e:84:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:44:58Z', 'updated_at': '2021-08-04T10:45:08Z', 'revision_number': 5, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'subnets': [{'id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac04d0-60a2-4305-adc4-4680d308b0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:45:09.912186 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbcafd-62f4-48ad-82a7-7926cda0a185 None None] The sync data for ids ['2aef0c00-c149-40b7-b889-46e7547a1af1'] in dv-cinder-803456-1-iscsi is: [{'id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'name': 'router1', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35c2d393-2a1f-4f70-8a3d-1aafbcc39e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:44:48Z', 'updated_at': '2021-08-04T10:45:06Z', 'revision_number': 4, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'gw_port': {'id': '35c2d393-2a1f-4f70-8a3d-1aafbcc39e03', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:45:05Z', 'updated_at': '2021-08-04T10:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '44a24b08-0da4-4308-9699-25b2d0c25e33', 'name': '', 'network_id': 'cd35909e-bcf6-4e0c-bbbf-a3131f71b841', 'tenant_id': '979310ad288043fc9da57aa6cd86747e', 'mac_address': 'fa:16:3e:84:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aef0c00-c149-40b7-b889-46e7547a1af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:44:58Z', 'updated_at': '2021-08-04T10:45:08Z', 'revision_number': 5, 'project_id': '979310ad288043fc9da57aa6cd86747e', 'subnets': [{'id': 'f8e7eaae-7651-4a0c-ae45-7e65f722714e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cac04d0-60a2-4305-adc4-4680d308b0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:45:09.918832 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 44a24b08-0da4-4308-9699-25b2d0c25e33 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:45:09.975732 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 44a24b08-0da4-4308-9699-25b2d0c25e33 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:45:09.975732 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:11.973493 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:45:12.026261 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:45:12.030467 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:45:12.030944 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:12.111641 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:12.133077 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=35c2d393-2a1f-4f70-8a3d-1aafbcc39e03,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:45:12.146135 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:12.193226 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=35c2d393-2a1f-4f70-8a3d-1aafbcc39e03,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:45:13.963021 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:45:14.044759 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 35c2d393-2a1f-4f70-8a3d-1aafbcc39e03 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:45:14.045469 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:22.983367 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c837ab04-4a88-433a-9db4-ba0edde5babc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:25.553898 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:25.842146 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b70053d9-e5c1-49ba-bdf8-5b7fb77e2aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:27.129027 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:28.673506 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:41.349237 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 5 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:45:53.020762 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1f01f024-0fad-4484-85c7-e597ebf42184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:55.556273 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:55.845668 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-14c3a19a-9114-4572-b215-bce42d07f8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:57.127578 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:45:58.665382 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:18.347823 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 5 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:46:22.985931 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b359d836-7255-40f5-b0ff-82547299bef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:25.560491 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:25.846769 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6440f030-975c-4584-883d-9ccad00d0baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:27.128722 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:28.665750 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:45.546136 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36824) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:46:45.612707 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c251423-2cd1-4ab7-8320-f0ca2c39307c admin admin] GET failed (client error): The resource could not be found. Aug 04 10:46:45.614090 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2c251423-2cd1-4ab7-8320-f0ca2c39307c admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0670002 Aug 04 10:46:45.785172 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb5440b-5ca0-41a6-9b5a-929bb2202899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:45.786575 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-deb5440b-5ca0-41a6-9b5a-929bb2202899 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1672747 Aug 04 10:46:47.951265 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36834) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:46:48.038979 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8bf2cd-dbb6-463e-b785-bf69a8448a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:48.040293 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-cd8bf2cd-dbb6-463e-b785-bf69a8448a2b admin admin] 10.222.0.49 "GET /v2.0/subnets/f8e7eaae-7651-4a0c-ae45-7e65f722714e HTTP/1.1" status: 200 len: 849 time: 0.0881159 Aug 04 10:46:48.049961 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:46:48.132438 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:48.271383 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732548464038'] for subnet, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:48.301940 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:48.302551 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:48.303988 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] 10.222.0.49 "PUT /v2.0/subnets/f8e7eaae-7651-4a0c-ae45-7e65f722714e HTTP/1.1" status: 200 len: 868 time: 0.2575316 Aug 04 10:46:48.313208 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675113e-145a-4a79-a9ad-6f4220744802 None None] Network cd35909e-bcf6-4e0c-bbbf-a3131f71b841 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:46:48.325194 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e7eaae-7651-4a0c-ae45-7e65f722714e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:46:48.332450 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.332853 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.333198 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.333524 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.333854 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.334193 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.334521 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.334850 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.335182 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.335504 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.335819 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.336165 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb72c0-f21a-41fe-add9-6e980e719095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:46:48.691895 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-d8cb42f4-a464-4aad-9af3-2769a81a688c None None] Provisioning complete for port 44a24b08-0da4-4308-9699-25b2d0c25e33 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:46:48.692272 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d8cb42f4-a464-4aad-9af3-2769a81a688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:48.777274 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-d8cb42f4-a464-4aad-9af3-2769a81a688c None None] Provisioning complete for port 04f2066f-3b5f-4c71-b95e-ba2447c5307a triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:46:48.777572 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d8cb42f4-a464-4aad-9af3-2769a81a688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:50.496625 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 36842) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:46:50.706207 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e8463-fef1-43e3-93f1-ec966bd20cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:50.706680 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e8463-fef1-43e3-93f1-ec966bd20cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:50.708248 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-c17e8463-fef1-43e3-93f1-ec966bd20cf0 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106259 Aug 04 10:46:52.870244 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 36852) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:46:52.987648 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-34e343a3-bdb6-43b2-968d-82961f98a55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:53.003629 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3670d964-c278-42a5-9efe-aa051ce15392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:53.004103 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3670d964-c278-42a5-9efe-aa051ce15392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:53.005671 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3670d964-c278-42a5-9efe-aa051ce15392 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1344521 Aug 04 10:46:55.143369 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36860) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:46:55.267065 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57d5f-0caf-4e0a-944d-a4b7db185332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:55.268418 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ddd57d5f-0caf-4e0a-944d-a4b7db185332 admin admin] 10.222.0.49 "GET /v2.0/networks/9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 HTTP/1.1" status: 200 len: 886 time: 0.1240945 Aug 04 10:46:55.347001 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 5 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:46:55.562419 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:55.846160 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1c8e4133-40e8-47d4-a396-aac0f2806a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:57.132021 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:57.439755 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36868) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:46:57.569892 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6519b9-d991-40d1-a62f-37ddb19c36a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:57.571323 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1a6519b9-d991-40d1-a62f-37ddb19c36a2 admin admin] 10.222.0.49 "GET /v2.0/networks/cd35909e-bcf6-4e0c-bbbf-a3131f71b841 HTTP/1.1" status: 200 len: 869 time: 0.1306117 Aug 04 10:46:58.670294 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:46:59.760733 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36876) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:46:59.884108 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d41c9d-53dc-4b75-b328-e51dadfe2a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:59.884665 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d41c9d-53dc-4b75-b328-e51dadfe2a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:46:59.886186 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a6d41c9d-53dc-4b75-b328-e51dadfe2a8f admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244977 Aug 04 10:47:02.049490 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36884) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:47:02.137411 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b76c5c9-f21d-4017-b263-96d213f0aa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:47:02.137876 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b76c5c9-f21d-4017-b263-96d213f0aa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:47:02.139393 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0b76c5c9-f21d-4017-b263-96d213f0aa6b admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889535 Aug 04 10:47:04.294171 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36892) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:47:04.379888 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b5fdd-1999-4492-9fa5-ae459c6d28d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:47:04.381374 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f19b5fdd-1999-4492-9fa5-ae459c6d28d3 admin admin] 10.222.0.49 "GET /v2.0/subnets/3bb1612a-4f8b-4eee-bbb1-8441614c47b3 HTTP/1.1" status: 200 len: 816 time: 0.0862556 Aug 04 10:47:06.546487 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36900) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:47:06.646543 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e28238-457d-4d8c-bf35-298beae0d376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:47:06.647873 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-03e28238-457d-4d8c-bf35-298beae0d376 admin admin] 10.222.0.49 "GET /v2.0/subnets/f8e7eaae-7651-4a0c-ae45-7e65f722714e HTTP/1.1" status: 200 len: 868 time: 0.1004295 Aug 04 10:47:22.990219 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ee6b-0e12-4c91-a85d-5153b36953dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:25.565036 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:25.848841 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-83c4430e-e06d-4954-a344-8b95a8cdf681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:27.135470 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:28.679345 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:32.346364 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 5 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:47:32.439200 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36954) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:47:32.485562 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [None req-120e184e-16ca-4104-9b4c-d34cddb5c1ae admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 10:47:32.486600 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-120e184e-16ca-4104-9b4c-d34cddb5c1ae admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464554 Aug 04 10:47:34.760943 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36962) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:47:34.819921 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf325993-fcbf-423a-b523-f3be08455348 admin admin] GET failed (client error): The resource could not be found. Aug 04 10:47:34.821389 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-bf325993-fcbf-423a-b523-f3be08455348 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595112 Aug 04 10:47:34.904932 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d02619-7735-4426-b7ca-71b464ecdb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:47:34.906413 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-16d02619-7735-4426-b7ca-71b464ecdb4b admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803995 Aug 04 10:47:37.165503 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36970) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:47:37.211177 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:47:37.231930 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Made reservation on behalf of 58be707f3e2b4032a374b717d3508df3 for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:47:37.234309 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:37.263182 dv-cinder-803456-1-iscsi neutron-server[93296]: WARNING neutron.services.revisions.revision_plugin [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Could not find related network for resource to bump revision. Aug 04 10:47:37.277871 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:47:37.289300 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:37.289645 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Added segment 75e6cf64-6f9a-48d7-bd63-4aeab970d46d of type vlan for network b2749427-2a08-4a26-bf58-73e8800304e0 Aug 04 10:47:37.439828 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:37.468269 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:37.469313 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:47:37.469925 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:37.525601 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3589635 Aug 04 10:47:37.532407 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddaf15-fb9e-4107-9d83-82ed3219db3f admin admin] Pushing event updated for resources: {'Network': ['ID=b2749427-2a08-4a26-bf58-73e8800304e0,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:47:37.544393 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network b2749427-2a08-4a26-bf58-73e8800304e0 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:47:39.731146 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 36978) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:47:39.790006 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.pecan_wsgi.hooks.translation [None req-087b53f0-6989-418e-b171-7c8f82b38251 admin admin] GET failed (client error): The resource could not be found. Aug 04 10:47:39.791330 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-087b53f0-6989-418e-b171-7c8f82b38251 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592482 Aug 04 10:47:39.863745 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0015713c-023b-4d40-a2d4-e4954c0393dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:47:39.865323 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0015713c-023b-4d40-a2d4-e4954c0393dd admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695541 Aug 04 10:47:39.875997 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:47:39.895620 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Made reservation on behalf of 58be707f3e2b4032a374b717d3508df3 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:47:39.898522 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:40.071509 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:40.123703 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad56e3b3-5214-4b5e-b8ca-3f91a007d72c,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:47:40.134978 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Checking segment: {'id': '75e6cf64-6f9a-48d7-bd63-4aeab970d46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:47:40.135322 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Network hostable DHCP agents. Network: b2749427-2a08-4a26-bf58-73e8800304e0, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:47:40.152662 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Network b2749427-2a08-4a26-bf58-73e8800304e0 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:47:40.160567 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, b2749427-2a08-4a26-bf58-73e8800304e0) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:47:40.165515 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:47:40.166105 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:40.170262 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d671d32-5b03-45ad-a853-2c998cdce783 None None] Network b2749427-2a08-4a26-bf58-73e8800304e0 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:47:40.182147 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e743056a-b5e2-4cdd-b1ec-61d87d7580bf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3095191 Aug 04 10:47:40.424448 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-b2749427-2a08-4a26-bf58-73e8800304e0', 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0', 'tenant_id': '58be707f3e2b4032a374b717d3508df3', 'fixed_ips': [{'subnet_id': 'ad56e3b3-5214-4b5e-b8ca-3f91a007d72c'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 10:47:40.425638 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:40.567793 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Allocated IP 192.168.233.2 (b2749427-2a08-4a26-bf58-73e8800304e0/ad56e3b3-5214-4b5e-b8ca-3f91a007d72c/2c14d76e-e39d-4f24-82fa-0b957840f089) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:47:40.715153 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:40.724083 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Transition to ACTIVE for port object 2c14d76e-e39d-4f24-82fa-0b957840f089 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:47:40.740071 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Transition to ACTIVE for port object 2c14d76e-e39d-4f24-82fa-0b957840f089 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:47:40.747236 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:40.796837 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Network b2749427-2a08-4a26-bf58-73e8800304e0 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:47:40.800547 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:47:40.803883 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:47:40.805815 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Pushing event updated for resources: {'Port': ['ID=2c14d76e-e39d-4f24-82fa-0b957840f089,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:47:40.814455 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.814825 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.815175 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.815524 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.815866 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.816545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.816545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.816545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.816545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.816545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.816545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.816545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:47:40.873483 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Attempting to bind port 2c14d76e-e39d-4f24-82fa-0b957840f089 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:47:40.873858 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Attempting to bind port 2c14d76e-e39d-4f24-82fa-0b957840f089 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '75e6cf64-6f9a-48d7-bd63-4aeab970d46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:47:40.874223 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Attempting to bind port 2c14d76e-e39d-4f24-82fa-0b957840f089 on network b2749427-2a08-4a26-bf58-73e8800304e0 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:47:40.879428 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:47:40.879804 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Checking segment: {'id': '75e6cf64-6f9a-48d7-bd63-4aeab970d46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:47:40.880213 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:40.880608 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Bound using segment: {'id': '75e6cf64-6f9a-48d7-bd63-4aeab970d46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:47:40.881232 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Bound port: 2c14d76e-e39d-4f24-82fa-0b957840f089, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e6cf64-6f9a-48d7-bd63-4aeab970d46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:47:40.881673 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:40.945671 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] For port 2c14d76e-e39d-4f24-82fa-0b957840f089, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:47:40.949190 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] For port 2c14d76e-e39d-4f24-82fa-0b957840f089, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=2c14d76e-e39d-4f24-82fa-0b957840f089,segment=NetworkSegment(75e6cf64-6f9a-48d7-bd63-4aeab970d46d),segment_id=75e6cf64-6f9a-48d7-bd63-4aeab970d46d)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:47:40.954845 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:41.027074 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c84c53-0cbf-468d-a7f2-0196168af556 None None] Pushing event updated for resources: {'Port': ['ID=2c14d76e-e39d-4f24-82fa-0b957840f089,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:47:41.877218 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2b3e8-5ced-4a09-9320-90e829145cd7 None None] Network b2749427-2a08-4a26-bf58-73e8800304e0 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:47:42.005840 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-1db7c842-8993-4aa3-bb2a-ca8ec41e6064 None None] Provisioning for port 2c14d76e-e39d-4f24-82fa-0b957840f089 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:47:42.093324 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 2c14d76e-e39d-4f24-82fa-0b957840f089 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:47:42.156288 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 2c14d76e-e39d-4f24-82fa-0b957840f089 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:47:42.160548 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 2c14d76e-e39d-4f24-82fa-0b957840f089 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:47:42.160957 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:42.257836 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-9670888e-e084-493f-9475-a26e41291165 None None] Provisioning complete for port 2c14d76e-e39d-4f24-82fa-0b957840f089 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:47:42.258207 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9670888e-e084-493f-9475-a26e41291165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:42.259788 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:42.323861 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 2c14d76e-e39d-4f24-82fa-0b957840f089, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=2c14d76e-e39d-4f24-82fa-0b957840f089,segment=NetworkSegment(75e6cf64-6f9a-48d7-bd63-4aeab970d46d),segment_id=75e6cf64-6f9a-48d7-bd63-4aeab970d46d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:47:42.331362 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:42.410695 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=2c14d76e-e39d-4f24-82fa-0b957840f089,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:47:44.036869 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 2c14d76e-e39d-4f24-82fa-0b957840f089 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:47:44.086963 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 2c14d76e-e39d-4f24-82fa-0b957840f089 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:47:44.087335 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:52.993069 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-211af66e-aa83-4c46-8a07-9c5d31a7b0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:55.567191 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:55.851256 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-464e40cc-a21f-467a-9aca-e84bc64898b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:57.140084 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:47:58.676778 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:09.345682 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 5 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:48:22.994846 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa1c5-739b-4886-ba56-4b7a7a9cd731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:25.568812 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:25.851713 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ae460aef-5a10-45f3-a4b8-320e73f8f8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:27.141029 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:28.680164 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:46.343746 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 5 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:48:47.783705 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37030) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:48:47.792212 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [None req-369d3b33-db65-4880-99ed-9529aa9f9e94 tempest-verify_tempest_config-1823128456 tempest-verify_tempest_config-1823128456-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 10:48:47.793210 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-369d3b33-db65-4880-99ed-9529aa9f9e94 tempest-verify_tempest_config-1823128456 tempest-verify_tempest_config-1823128456-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0082610 Aug 04 10:48:48.095697 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37048) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:48:48.207487 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:48.294592 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:48.298214 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:48.342965 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a2cd431b04e4e46be6a068a5e424c49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2462313 Aug 04 10:48:48.343921 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c7d402-0ab3-4cb3-b615-23002ecb7ab0,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:48:48.345697 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37054) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:48:48.351231 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.351599 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.351955 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.352293 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.352629 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.353003 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.353334 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.353662 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.354004 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.354434 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.354666 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.354958 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8968d45a-9dd9-4622-8118-689201f5e7c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.400821 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:48.421762 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:48.513471 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:48.516133 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:48.517340 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1c7d402-0ab3-4cb3-b615-23002ecb7ab0 HTTP/1.1" status: 204 len: 168 time: 0.1706877 Aug 04 10:48:48.526123 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c7d402-0ab3-4cb3-b615-23002ecb7ab0,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:48:48.532946 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.533291 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.533627 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.533959 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.534285 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.534629 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.534957 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.535391 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.535781 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.536668 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.536980 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:48.537296 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09355fbd-8053-4575-b14d-9e2fab0d4923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:48:52.996240 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2b775232-025d-4d17-8b21-f9c589e9ef23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:55.571502 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:55.853347 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1587e723-b331-4905-b2cb-1bc439b8029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:57.144810 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:48:58.682942 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:22.997841 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c8a1fefe-c265-4b28-ac91-b5fc1dbc61bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:23.342918 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 5 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:49:25.575951 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:25.854457 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b559a8d6-6ecc-481e-a515-ec7d3028f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:27.148256 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:28.686515 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:53.003643 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-aaf40e8c-d01d-4822-8809-b614f627770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:55.577059 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:55.854330 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c6-c917-4718-a54a-d20583c68c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:57.151596 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:49:58.690465 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:00.342387 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 5 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:50:22.995918 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d19d189-e8ab-4fed-8423-80057b3d3768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:25.579318 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:25.855360 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-11e12643-4fbd-4899-a032-93a71f641b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:27.154151 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:28.691018 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:30.453658 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624940'] for agent, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:37.341168 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:50:44.848475 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37126) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:50:44.949394 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-03cd7217-40ff-4116-a161-2bab558d3209 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0997188 Aug 04 10:50:47.117627 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37136) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:50:47.169538 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-85502c0b-45f7-4778-95bd-480f70340a0d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0508304 Aug 04 10:50:52.997759 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9b4b0192-7603-45cf-9e32-e8abce553e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:55.581180 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:55.856764 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-686b5a53-b027-4dfc-bdca-62be2ceddd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:57.157618 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:50:58.693717 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:00.407287 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:14.340472 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:51:22.998030 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-46312050-322a-4a4b-a122-1a40c848eac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:25.581421 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:25.856513 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-32456e5c-0357-4d9a-9ba1-725d8b816671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:27.160287 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:28.695515 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:30.428339 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:51.340712 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:51:52.999434 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4cba3206-de88-4720-ae9a-7f3b77966ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:55.582583 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:55.857328 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-62544ecd-8b15-4f23-9e68-69e68219621f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:57.164734 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:51:58.700048 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:00.437124 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:17.992031 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37216) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:18.133229 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-442691534-network', 'tenant_id': 'a506de425d9f464b84bdf60e5f6cfbf8'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:18.171717 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Made reservation on behalf of a506de425d9f464b84bdf60e5f6cfbf8 for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:18.174664 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:18.183597 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:18.299893 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:18.304816 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:18.333193 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2993e5-dc84-4df2-8822-8df86cdd979e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:18.342268 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.342633 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.342977 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.343312 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.343641 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.343986 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.344316 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.344656 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.349318 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.349674 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.350013 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.350343 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Tracked resource versions report: Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: pushed versions: Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: { 'AddressGroup': {'1.2'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'ConntrackHelper': {'1.0'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Log': {'1.0'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Network': {'1.1'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Port': {'1.7'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'PortForwarding': {'1.2'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'QosPolicy': {'1.8'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SecurityGroup': {'1.4'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SecurityGroupRule': {'1.2'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SubPort': {'1.0'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Subnet': {'1.1'}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Trunk': {'1.1'}} Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: consumer versions: Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: { DHCP agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: HyperV agent@hv-cinder-80345: {}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: L3 agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: Metadata agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: Metering agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: Open vSwitch agent@dv-cinder-803456-1-iscsi: { 'AddressGroup': '1.2', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'ConntrackHelper': '1.0', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Log': '1.0', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Network': '1.1', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Port': '1.7', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'PortForwarding': '1.2', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'QosPolicy': '1.8', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SecurityGroup': '1.4', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SecurityGroupRule': '1.2', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'SubPort': '1.0', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Subnet': '1.1', Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: 'Trunk': '1.1'}} Aug 04 10:52:18.351436 dv-cinder-803456-1-iscsi neutron-server[93296]: {{(pid=93296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 10:52:18.363273 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:52:18.384657 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:18.384657 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Added segment 52bdc1b4-f92c-4998-9681-2b9d67164f3e of type vlan for network ff5f2842-b147-4a61-8e12-19304aed5518 Aug 04 10:52:18.438509 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:18.469865 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:18.471152 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:18.472120 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:18.552189 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] Pushing event updated for resources: {'Network': ['ID=ff5f2842-b147-4a61-8e12-19304aed5518,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:18.555555 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-341e89e0-3816-443f-961d-b35bcc42abb0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5622380 Aug 04 10:52:18.564659 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37228) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:18.573142 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network ff5f2842-b147-4a61-8e12-19304aed5518 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:52:18.575631 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Request body: {'subnet': {'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-442691534-subnet', 'tenant_id': 'a506de425d9f464b84bdf60e5f6cfbf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:18.632615 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Made reservation on behalf of a506de425d9f464b84bdf60e5f6cfbf8 for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:18.637298 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:19.016822 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:19.063219 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1d2819-991c-4ba6-8a1c-381998448c15,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:19.073996 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.074225 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.074576 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.074909 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.075237 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.075569 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.075896 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.076302 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.076573 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.076897 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.077215 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.077534 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Tracked resource versions report: Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: pushed versions: Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: { 'AddressGroup': {'1.2'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'ConntrackHelper': {'1.0'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Log': {'1.0'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Network': {'1.1'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Port': {'1.7'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'PortForwarding': {'1.2'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'QosPolicy': {'1.8'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SecurityGroup': {'1.4'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SecurityGroupRule': {'1.2'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SubPort': {'1.0'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Subnet': {'1.1'}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Trunk': {'1.1'}} Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: consumer versions: Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: { DHCP agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: HyperV agent@hv-cinder-80345: {}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: L3 agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: Metadata agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: Metering agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: Open vSwitch agent@dv-cinder-803456-1-iscsi: { 'AddressGroup': '1.2', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'ConntrackHelper': '1.0', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Log': '1.0', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Network': '1.1', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Port': '1.7', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'PortForwarding': '1.2', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'QosPolicy': '1.8', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SecurityGroup': '1.4', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SecurityGroupRule': '1.2', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'SubPort': '1.0', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Subnet': '1.1', Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: 'Trunk': '1.1'}} Aug 04 10:52:19.078623 dv-cinder-803456-1-iscsi neutron-server[93295]: {{(pid=93295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 10:52:19.102059 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Checking segment: {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:19.102439 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Network hostable DHCP agents. Network: ff5f2842-b147-4a61-8e12-19304aed5518, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:52:19.124608 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Network ff5f2842-b147-4a61-8e12-19304aed5518 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:52:19.136890 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, ff5f2842-b147-4a61-8e12-19304aed5518) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:19.146358 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:19.146982 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:19.147551 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75cc2c7-b76d-4a2f-b076-ddc80a968430 None None] Network ff5f2842-b147-4a61-8e12-19304aed5518 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:19.177260 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-cb6583ff-765b-4db5-9e7d-e4a7afa8fa2e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6147673 Aug 04 10:52:19.290171 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce489c2-88d5-46fe-ae07-c538b5a4d9e9 None None] Network ff5f2842-b147-4a61-8e12-19304aed5518 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:20.542611 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37368) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:20.821316 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37386) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:20.871233 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37396) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:20.912091 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-686873783-network', 'tenant_id': '39ed47241b6942a59eff2552631f5b69'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:20.933513 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Made reservation on behalf of 39ed47241b6942a59eff2552631f5b69 for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:20.935999 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:20.945537 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:20.945730 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37404) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:20.996958 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-916585545-network', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:21.008188 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-183923163-network', 'tenant_id': '5bf4b52f711e484a951376d62823a588'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:21.062404 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.068595 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.100835 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:52:21.115202 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.115785 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Added segment e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55 of type vlan for network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd Aug 04 10:52:21.148949 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.db.api [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 10:52:21.148949 dv-cinder-803456-1-iscsi neutron-server[93295]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 10:52:21.148949 dv-cinder-803456-1-iscsi neutron-server[93295]: [parameters: {'project_id_1': '5bf4b52f711e484a951376d62823a588', 'expiration_1': datetime.datetime(2021, 8, 4, 10, 52, 21, 31672)}] Aug 04 10:52:21.148949 dv-cinder-803456-1-iscsi neutron-server[93295]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 10:52:21.149367 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG oslo_db.api [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 10:52:21.163215 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.171303 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Made reservation on behalf of b88b63144d184acda825f2aa3fe741fb for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:21.173549 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.213899 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.218421 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-network', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:21.222141 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.223089 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:21.223663 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.227469 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ad1526-41b0-4e47-8cfc-017a46e07d2c,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:21.249820 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Made reservation on behalf of c8d5e6c70f4d4d07bc6442ae94ccec69 for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:21.252084 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.265072 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.308253 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] Pushing event updated for resources: {'Network': ['ID=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:21.323068 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:52:21.372969 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.377864 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.383610 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-b308d2a1-9393-47fa-a705-64988f8855ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8396318 Aug 04 10:52:21.387205 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37434) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:21.394052 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Request body: {'subnet': {'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-subnet', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:21.417326 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ca8514-4c29-4883-a8ef-8e5c1a73db95,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:21.428193 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:52:21.440559 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.441096 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Added segment d780036f-be28-48c4-bb05-50ae26241be6 of type vlan for network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d Aug 04 10:52:21.498545 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.522264 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.538243 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.540074 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:21.541094 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.566175 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.570808 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37442) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:21.576865 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Made reservation on behalf of 39ed47241b6942a59eff2552631f5b69 for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:21.580891 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.640118 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6932819 Aug 04 10:52:21.641494 dv-cinder-803456-1-iscsi neutron-server[93296]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 10:52:21.643649 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37448) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:21.757141 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Made reservation on behalf of 5bf4b52f711e484a951376d62823a588 for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:21.759611 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.774452 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.784225 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:52:21.814326 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Request body: {'subnet': {'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-subnet', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:21.860043 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492849d-9622-4be8-b7c8-f2d9e80a0df7 admin admin] Pushing event updated for resources: {'Network': ['ID=7207ae49-29b5-40b5-b8d8-9da3cf691f2d,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:21.877158 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:52:21.893374 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.893725 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Added segment b1527252-4a5a-4650-95ba-8d5f24567c00 of type vlan for network 78413f42-069e-49e9-826c-13b0e41c0372 Aug 04 10:52:21.939798 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.981050 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:21.987113 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-b7e70080-e733-4a38-b585-b38ece2da98e tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:21.989061 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-b7e70080-e733-4a38-b585-b38ece2da98e tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 814 time: 0.4139922 Aug 04 10:52:21.997548 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2203ff-6c0b-441d-9fea-97a6b9d593fa,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:22.003241 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.014611 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-0fd132c9-72a9-4203-9b43-f85f162bcada tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/quotas/a506de425d9f464b84bdf60e5f6cfbf8 HTTP/1.1" status: 200 len: 375 time: 0.0177872 Aug 04 10:52:22.020070 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Made reservation on behalf of c8d5e6c70f4d4d07bc6442ae94ccec69 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:22.023208 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.055018 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.057498 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:52:22.103442 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-1a3310f0-b1c0-4561-b7d6-adfab1307fc6 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775647 Aug 04 10:52:22.120309 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=92adabdc-a955-48fd-82e0-afbce3ca4537,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:22.132325 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.133535 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:22.134264 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.148679 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd09129a-10f8-4fc6-acf0-00ab06729817,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:22.155568 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.156078 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Added segment 0d6c667a-36da-429f-bf74-a09c242cffb0 of type vlan for network 0d990bf2-1a97-49d8-b0dc-4152197df187 Aug 04 10:52:22.232717 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4100821 Aug 04 10:52:22.236420 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37488) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:22.244786 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Request body: {'subnet': {'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-916585545-subnet', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:22.285035 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Made reservation on behalf of b88b63144d184acda825f2aa3fe741fb for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:22.288329 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.289332 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396896b-f748-444d-a920-0be23dcd045d admin admin] Pushing event updated for resources: {'Network': ['ID=78413f42-069e-49e9-826c-13b0e41c0372,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:22.301681 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 78413f42-069e-49e9-826c-13b0e41c0372 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:52:22.302772 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.318665 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Checking segment: {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:22.319280 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Network hostable DHCP agents. Network: ec6131aa-9a6a-4f11-b410-9cbc3e2594cd, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:52:22.351805 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.353262 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:22.354550 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.374517 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:52:22.437728 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, ec6131aa-9a6a-4f11-b410-9cbc3e2594cd) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:22.449021 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b16059-91ec-431c-8065-d8f73fa6fc12 None None] Network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:22.459054 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5863976 Aug 04 10:52:22.468541 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37500) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:22.469697 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:22.470299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.480796 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509297b-46f3-45ac-a469-5345962f9def admin admin] Pushing event updated for resources: {'Network': ['ID=0d990bf2-1a97-49d8-b0dc-4152197df187,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:22.482294 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Request body: {'subnet': {'network_id': '0d990bf2-1a97-49d8-b0dc-4152197df187', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-183923163-subnet', 'tenant_id': '5bf4b52f711e484a951376d62823a588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:22.510496 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-23f6ec59-39a3-4330-bdc2-503d903ec6bb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1220434 Aug 04 10:52:22.511473 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37502) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:22.513462 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 0d990bf2-1a97-49d8-b0dc-4152197df187 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:52:22.519467 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:22.526040 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-e7578890-f633-47ee-b02b-c12be73805ab service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 10:52:22.527419 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-e7578890-f633-47ee-b02b-c12be73805ab service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618459 Aug 04 10:52:22.539624 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.627102 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Made reservation on behalf of 5bf4b52f711e484a951376d62823a588 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:22.627860 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.629642 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.630568 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.692366 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea69448-3ae3-47a6-adf0-b88ca1ac1056 None None] Network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:22.726291 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e61aea-c773-4fc9-8014-7aa055cb2a6f,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:22.848281 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Checking segment: {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:22.848751 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Network hostable DHCP agents. Network: 7207ae49-29b5-40b5-b8d8-9da3cf691f2d, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:52:22.858183 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.858951 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:22.931036 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-f9efa09c-d3eb-4836-a773-fa3074712c40 service neutron] 10.222.0.49 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947518 Aug 04 10:52:23.099066 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-76ea49bd-4862-45c0-980f-d37b03d4ed21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.119808 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:52:23.158548 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de14b66-abf4-49ec-80b9-c8677d0af84c,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:23.181109 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 7207ae49-29b5-40b5-b8d8-9da3cf691f2d) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:23.191126 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fed988-abe0-40f1-8c4f-f3daec6f7b51 None None] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:23.218779 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:23.219375 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.239735 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.252487 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Checking segment: {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:23.252866 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Network hostable DHCP agents. Network: 78413f42-069e-49e9-826c-13b0e41c0372, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:52:23.277405 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.303020 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c0234679-c803-4e8d-b896-cbbabc5dedfd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6568935 Aug 04 10:52:23.326306 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37524) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:23.332191 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:23.350354 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-04a43ce8-9c19-47e7-9609-3d4466ea362c service neutron] 10.222.0.49 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654181 Aug 04 10:52:23.371951 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Network 78413f42-069e-49e9-826c-13b0e41c0372 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:52:23.388085 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 78413f42-069e-49e9-826c-13b0e41c0372) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:23.395266 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a65ad7-79c7-4d05-85c6-2cbc0f549e35,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:23.418908 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb29b1-ae8d-4046-ac0c-3f9cea748fb0 None None] Network 78413f42-069e-49e9-826c-13b0e41c0372 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:23.429339 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:23.429999 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.468263 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.470850 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.478505 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Checking segment: {'id': '0d6c667a-36da-429f-bf74-a09c242cffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0d990bf2-1a97-49d8-b0dc-4152197df187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:23.478899 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Network hostable DHCP agents. Network: 0d990bf2-1a97-49d8-b0dc-4152197df187, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:52:23.484024 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f4bc40ae-2ce2-4de8-bb0e-64ea3cfd609f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2460065 Aug 04 10:52:23.495281 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37534) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:23.500453 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:23.501519 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 10:52:23.502531 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.557859 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Network 0d990bf2-1a97-49d8-b0dc-4152197df187 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:52:23.568159 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37536) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:23.587015 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.588388 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.610362 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 0d990bf2-1a97-49d8-b0dc-4152197df187) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:23.618071 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:23.618712 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.627700 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79914a71-33cd-4e09-bf13-0817a0378d6e None None] Network 0d990bf2-1a97-49d8-b0dc-4152197df187 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:23.636740 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.685185 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-bc19a319-ac55-4ca8-bfd5-e64e9fcc320d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2091732 Aug 04 10:52:23.687422 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.787553 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37554) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:23.886720 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a6e82411-bcb8-47c5-acca-33f0408898f5 req-f47dcae8-6358-46e7-8298-8c0d9d280875 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 210 time: 0.0921609 Aug 04 10:52:23.896761 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db2e9121-e8e0-47d7-bad2-7b3fd628a5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.904484 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:23.932259 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Allocated IP 172.20.0.2 (7207ae49-29b5-40b5-b8d8-9da3cf691f2d/a0e61aea-c773-4fc9-8014-7aa055cb2a6f/aca1dab8-181b-4d59-82ed-8cc37ea23b87) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:23.992879 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.156831 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.193306 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.234014 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.244798 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-78413f42-069e-49e9-826c-13b0e41c0372', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 10:52:24.245811 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.289561 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Transition to ACTIVE for port object aca1dab8-181b-4d59-82ed-8cc37ea23b87 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:24.407135 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Transition to ACTIVE for port object aca1dab8-181b-4d59-82ed-8cc37ea23b87 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:24.433171 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.490429 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d0ed5-cff8-4fef-b05d-e0e679024248 None None] Network 0d990bf2-1a97-49d8-b0dc-4152197df187 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:24.519258 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Allocated IP 172.27.1.60 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/fda0b752-184a-4a69-a8c1-d7515db9db66) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:24.578231 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.618704 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:24.621559 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.622890 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.632785 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bbd20-e012-405f-a468-f89685156522 req-82f23c7e-f44a-41ac-b1fb-de4cd6963691 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:24.643827 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-82f23c7e-f44a-41ac-b1fb-de4cd6963691 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/networks?id=0d990bf2-1a97-49d8-b0dc-4152197df187 HTTP/1.1" status: 200 len: 811 time: 0.4074697 Aug 04 10:52:24.706125 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-3b2e201f-c84c-4224-857c-a01a76de8197 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/quotas/5bf4b52f711e484a951376d62823a588 HTTP/1.1" status: 200 len: 375 time: 0.0614290 Aug 04 10:52:24.747778 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.749239 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-eeaa252a-ae60-4af1-ba1a-770213eee5b9 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bf4b52f711e484a951376d62823a588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417826 Aug 04 10:52:24.753005 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.780590 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db2e9121-e8e0-47d7-bad2-7b3fd628a5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.852861 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db2e9121-e8e0-47d7-bad2-7b3fd628a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.856199 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:24.901342 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:24.910553 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:24.991603 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-db2e9121-e8e0-47d7-bad2-7b3fd628a5f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4136d13ac02041c29bb15ad5d29a1543&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4212108 Aug 04 10:52:25.001386 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Pushing event updated for resources: {'Port': ['ID=aca1dab8-181b-4d59-82ed-8cc37ea23b87,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:25.013343 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Attempting to bind port aca1dab8-181b-4d59-82ed-8cc37ea23b87 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:25.013645 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Attempting to bind port aca1dab8-181b-4d59-82ed-8cc37ea23b87 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:25.014036 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Attempting to bind port aca1dab8-181b-4d59-82ed-8cc37ea23b87 on network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:25.019758 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.020115 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.020460 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.020823 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.021160 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.021491 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.021817 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.022143 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.022632 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.023073 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.023298 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37628) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:25.023536 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.023941 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Tracked resource versions report: Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: pushed versions: Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: { 'AddressGroup': {'1.2'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'ConntrackHelper': {'1.0'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Log': {'1.0'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Network': {'1.1'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Port': {'1.7'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'PortForwarding': {'1.2'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'QosPolicy': {'1.8'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SecurityGroup': {'1.4'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SecurityGroupRule': {'1.2'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SubPort': {'1.0'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Subnet': {'1.1'}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Trunk': {'1.1'}} Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: consumer versions: Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: { DHCP agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: HyperV agent@hv-cinder-80345: {}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: L3 agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: Metadata agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: Metering agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: Open vSwitch agent@dv-cinder-803456-1-iscsi: { 'AddressGroup': '1.2', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'ConntrackHelper': '1.0', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Log': '1.0', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Network': '1.1', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Port': '1.7', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'PortForwarding': '1.2', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'QosPolicy': '1.8', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SecurityGroup': '1.4', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SecurityGroupRule': '1.2', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'SubPort': '1.0', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Subnet': '1.1', Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: 'Trunk': '1.1'}} Aug 04 10:52:25.025356 dv-cinder-803456-1-iscsi neutron-server[93297]: {{(pid=93297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 10:52:25.028485 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Allocated IP 172.20.0.2 (78413f42-069e-49e9-826c-13b0e41c0372/2de14b66-abf4-49ec-80b9-c8677d0af84c/1474f900-f4d6-4310-9e36-758004ae3b6a) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:25.033576 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:25.033576 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Checking segment: {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:25.033937 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.034326 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Bound using segment: {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:25.034971 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Bound port: aca1dab8-181b-4d59-82ed-8cc37ea23b87, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:25.035415 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.089273 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Pushing event updated for resources: {'Port': ['ID=fda0b752-184a-4a69-a8c1-d7515db9db66,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:25.106934 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:25.108750 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Allocated IP 172.27.1.55 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/b840a1d2-d045-431d-9889-e29fedd0506b) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:25.117173 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eea49c7e-faad-4684-9149-9f2846f7e382 req-abe94f31-7b6d-4363-a597-a405ed1f562f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 210 time: 0.1091282 Aug 04 10:52:25.121032 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] For port aca1dab8-181b-4d59-82ed-8cc37ea23b87, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:25.125129 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] For port aca1dab8-181b-4d59-82ed-8cc37ea23b87, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=aca1dab8-181b-4d59-82ed-8cc37ea23b87,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:25.140707 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.141063 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e9121-e8e0-47d7-bad2-7b3fd628a5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4017b11-386e-44ab-ac50-61ef0e65b8c2,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:25.155767 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:25.161153 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:25.184316 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-f0ba977e-3d1f-464c-a81b-2d156b55fe1a service neutron] 10.222.0.49 "GET /v2.0/networks/0d990bf2-1a97-49d8-b0dc-4152197df187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100428 Aug 04 10:52:25.310627 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cf86a196-3036-418f-be22-40ce55c3747f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.324455 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c039cd1-ca9a-4629-8852-21be02ffc61b None None] Pushing event updated for resources: {'Port': ['ID=aca1dab8-181b-4d59-82ed-8cc37ea23b87,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:25.340879 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cf86a196-3036-418f-be22-40ce55c3747f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.390707 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-81d908f9-04eb-430e-8251-4f4051fd7845 service neutron] 10.222.0.49 "GET /v2.0/networks/0d990bf2-1a97-49d8-b0dc-4152197df187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964836 Aug 04 10:52:25.391795 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cf86a196-3036-418f-be22-40ce55c3747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.394475 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cf86a196-3036-418f-be22-40ce55c3747f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.397337 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-cf86a196-3036-418f-be22-40ce55c3747f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4017b11-386e-44ab-ac50-61ef0e65b8c2 HTTP/1.1" status: 204 len: 168 time: 0.3525505 Aug 04 10:52:25.423227 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.430341 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86a196-3036-418f-be22-40ce55c3747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4017b11-386e-44ab-ac50-61ef0e65b8c2,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:25.440901 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Transition to ACTIVE for port object 1474f900-f4d6-4310-9e36-758004ae3b6a will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:25.459366 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Transition to ACTIVE for port object 1474f900-f4d6-4310-9e36-758004ae3b6a will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:25.479917 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.644277 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Network 78413f42-069e-49e9-826c-13b0e41c0372 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:25.662825 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:25.673615 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:25.678056 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.686885 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Pushing event updated for resources: {'Port': ['ID=1474f900-f4d6-4310-9e36-758004ae3b6a,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:25.762322 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd3b0473-5d63-41bd-a1b7-a8690231fc8c req-62194c63-3313-42b2-9357-745d12093e32 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.0972285 Aug 04 10:52:25.814125 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Attempting to bind port 1474f900-f4d6-4310-9e36-758004ae3b6a on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:25.814588 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Attempting to bind port 1474f900-f4d6-4310-9e36-758004ae3b6a by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:25.814946 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Attempting to bind port 1474f900-f4d6-4310-9e36-758004ae3b6a on network 78413f42-069e-49e9-826c-13b0e41c0372 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:25.822707 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:25.823090 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Checking segment: {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:25.823508 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.823909 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Bound using segment: {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:25.824379 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Bound port: 1474f900-f4d6-4310-9e36-758004ae3b6a, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:25.824797 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.948840 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.953121 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b19d5141-930b-48a0-b2cf-cf5b068d3dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:25.992757 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37666) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:26.009622 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] For port 1474f900-f4d6-4310-9e36-758004ae3b6a, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:26.013997 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6b9a711e-05b3-471e-9d03-6659e40f020d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:26.021230 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] For port 1474f900-f4d6-4310-9e36-758004ae3b6a, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=1474f900-f4d6-4310-9e36-758004ae3b6a,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:26.036986 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:26.123885 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:26.193440 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adbfca-9a37-4556-b127-a78f9d4c5468 None None] Pushing event updated for resources: {'Port': ['ID=1474f900-f4d6-4310-9e36-758004ae3b6a,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:26.322496 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6b9a711e-05b3-471e-9d03-6659e40f020d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:26.327137 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6b9a711e-05b3-471e-9d03-6659e40f020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:26.399790 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device aca1dab8-181b-4d59-82ed-8cc37ea23b87 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:26.406994 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6b9a711e-05b3-471e-9d03-6659e40f020d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8bbc44bd1724670a57019920b9cbaf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4142749 Aug 04 10:52:26.407973 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a711e-05b3-471e-9d03-6659e40f020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d5482-61df-4c1a-a745-a5d9b90a47d8,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:26.410549 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37696) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:26.450685 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:26.542656 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port aca1dab8-181b-4d59-82ed-8cc37ea23b87 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:26.544141 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:26.628878 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:26.654440 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:26.656245 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.60', 52820) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:26.724536 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-80618b23-9299-4921-99c2-2ff4dfe6ab94 req-f97ddc97-c3d9-411e-871f-da71d8e036b3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 210 time: 0.1339169 Aug 04 10:52:26.755194 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Allocated IP 172.27.1.237 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/29412339-9edc-449a-ab39-1213c8a99884) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:26.758445 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0a51180-4b3c-48aa-8b2b-426b7bc88ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:26.904294 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Pushing event updated for resources: {'Port': ['ID=b840a1d2-d045-431d-9889-e29fedd0506b,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:26.971245 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed39e35d-c49a-4f76-9127-f0f78c7f6d70 None None] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:27.046825 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.100663 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-4095855c-8644-4f31-8721-45ebb64ad864 None None] Provisioning for port aca1dab8-181b-4d59-82ed-8cc37ea23b87 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:27.115188 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-4095855c-8644-4f31-8721-45ebb64ad864 None None] Provisioning complete for port aca1dab8-181b-4d59-82ed-8cc37ea23b87 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:27.115606 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4095855c-8644-4f31-8721-45ebb64ad864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.134118 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37720) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:27.188561 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0a51180-4b3c-48aa-8b2b-426b7bc88ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.192698 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-906bdf20-632d-4ee5-887c-f101a5214b1a req-7c992491-dd9a-473e-96de-dbdb5e54c649 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.0414853 Aug 04 10:52:27.225071 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.245404 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-899170a9-f7b0-407e-ba80-47595fc7819c tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:27.251258 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-899170a9-f7b0-407e-ba80-47595fc7819c tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 814 time: 0.5922894 Aug 04 10:52:27.300556 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4095855c-8644-4f31-8721-45ebb64ad864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.313724 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.333300 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0a51180-4b3c-48aa-8b2b-426b7bc88ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.335222 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0a51180-4b3c-48aa-8b2b-426b7bc88ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.336481 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f0a51180-4b3c-48aa-8b2b-426b7bc88ee4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c31d5482-61df-4c1a-a745-a5d9b90a47d8 HTTP/1.1" status: 204 len: 168 time: 0.8780169 Aug 04 10:52:27.402633 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-4095855c-8644-4f31-8721-45ebb64ad864 None None] For port aca1dab8-181b-4d59-82ed-8cc37ea23b87, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=aca1dab8-181b-4d59-82ed-8cc37ea23b87,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:27.406077 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a51180-4b3c-48aa-8b2b-426b7bc88ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d5482-61df-4c1a-a745-a5d9b90a47d8,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:27.412543 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4095855c-8644-4f31-8721-45ebb64ad864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.448846 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Request body: {'port': {'device_id': '29bfa471-1cc3-4e78-8252-6794397e1f80', 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518', 'admin_state_up': True, 'tenant_id': 'a506de425d9f464b84bdf60e5f6cfbf8'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:27.482279 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.541574 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095855c-8644-4f31-8721-45ebb64ad864 None None] Pushing event updated for resources: {'Port': ['ID=aca1dab8-181b-4d59-82ed-8cc37ea23b87,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:27.567113 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:27.571617 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:27.574505 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Pushing event updated for resources: {'Port': ['ID=29412339-9edc-449a-ab39-1213c8a99884,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:27.583821 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:27.742000 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-497753a1-2476-43e1-9867-e82f2617e67e None None] Provisioning complete for port aca1dab8-181b-4d59-82ed-8cc37ea23b87 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:27.742788 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-497753a1-2476-43e1-9867-e82f2617e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.814944 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-77740f06-f225-42b9-8f21-d78dc04ceabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:27.933013 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02ff43-d92d-4c4b-a1a7-95d79cc5b22f None None] Network 78413f42-069e-49e9-826c-13b0e41c0372 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:52:28.005492 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:28.108050 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:28.133374 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37760) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:28.261516 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.60', 52827) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:28.364440 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:52:28.468688 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-b140b8dd-a335-4805-9aa8-c7b6da33bf38 None None] Provisioning for port 1474f900-f4d6-4310-9e36-758004ae3b6a completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:28.502067 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-77740f06-f225-42b9-8f21-d78dc04ceabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:28.533714 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 1474f900-f4d6-4310-9e36-758004ae3b6a up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:28.635798 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-77740f06-f225-42b9-8f21-d78dc04ceabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:28.639322 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd370d40-9724-4d58-b6f0-7c148df639f4 req-ec8dc705-8df1-4867-b337-b71ccd1f8d66 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 210 time: 0.3801296 Aug 04 10:52:28.739917 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:28.744999 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 1474f900-f4d6-4310-9e36-758004ae3b6a completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:28.757053 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 1474f900-f4d6-4310-9e36-758004ae3b6a triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:28.757763 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:28.949661 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.051575 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77740f06-f225-42b9-8f21-d78dc04ceabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ae60f-a147-4819-9d8e-f80e6f154ce9,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:29.060240 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-60e4e3f1-9279-4fbc-ada3-39d1f99e569a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.082075 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 10:52:29.086265 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 1474f900-f4d6-4310-9e36-758004ae3b6a, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=1474f900-f4d6-4310-9e36-758004ae3b6a,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:29.087216 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Made reservation on behalf of a506de425d9f464b84bdf60e5f6cfbf8 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:29.091302 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.104181 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c1f6434a-523e-4fd5-bac6-456d9bc82c06 req-0230f663-ad29-4b8f-8e4f-f6d0ac194d4d tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.5865030 Aug 04 10:52:29.120807 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.124207 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-77740f06-f225-42b9-8f21-d78dc04ceabe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34aee218860a45b09ec967b671bc981b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9883227 Aug 04 10:52:29.125694 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device aca1dab8-181b-4d59-82ed-8cc37ea23b87 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:29.127116 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37784) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:29.235175 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-549f937b-7802-45c4-a7df-dc128738e3bf None None] Provisioning complete for port 1474f900-f4d6-4310-9e36-758004ae3b6a triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:29.235587 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-549f937b-7802-45c4-a7df-dc128738e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.264934 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.307036 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=1474f900-f4d6-4310-9e36-758004ae3b6a,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:29.335857 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port aca1dab8-181b-4d59-82ed-8cc37ea23b87 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:29.336244 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.411189 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:52:29.424570 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Sync routers for ids ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:52:29.435033 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Routers {'ff5df959-7c9e-45ed-8ed6-d86bb3177a69'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:29.435660 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:29.513944 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bbd20-e012-405f-a468-f89685156522 req-1f1638fc-b9be-459c-a030-508dbc47d807 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:29.515585 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-1f1638fc-b9be-459c-a030-508dbc47d807 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.60 "GET /v2.0/networks?id=0d990bf2-1a97-49d8-b0dc-4152197df187 HTTP/1.1" status: 200 len: 811 time: 1.2527606 Aug 04 10:52:29.666043 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Set router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:29.698761 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-60e4e3f1-9279-4fbc-ada3-39d1f99e569a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.708717 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-413be157-af69-496b-b240-11c55675632f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.762626 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-413be157-af69-496b-b240-11c55675632f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.778279 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.779807 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-eede7a12-2214-4996-9c25-ccb8fcf97b26 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2670951 Aug 04 10:52:29.815918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37796) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:29.815918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-60e4e3f1-9279-4fbc-ada3-39d1f99e569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:29.855307 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Request body: {'port': {'device_id': '553b0f30-8eed-4cfe-b22b-ce83d5a048e0', 'network_id': '0d990bf2-1a97-49d8-b0dc-4152197df187', 'admin_state_up': True, 'tenant_id': '5bf4b52f711e484a951376d62823a588'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:29.922569 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:22Z', 'updated_at': '2021-08-04T10:52:25Z', 'revision_number': 3, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'gw_port': {'id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:29.954194 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Checking router: ff5df959-7c9e-45ed-8ed6-d86bb3177a69 for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:52:29.954989 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Updating router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 port fda0b752-184a-4a69-a8c1-d7515db9db66 binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:52:29.986911 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.071616 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-506254f4-7668-477e-bd9d-13482676832c req-db12d58f-52c2-4d7c-97e4-f07f34efdf81 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 210 time: 0.1490569 Aug 04 10:52:30.074518 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-60e4e3f1-9279-4fbc-ada3-39d1f99e569a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edb386692f95484abca7b48e04c7de73&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9399848 Aug 04 10:52:30.075342 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-413be157-af69-496b-b240-11c55675632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.077948 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-413be157-af69-496b-b240-11c55675632f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.082329 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-413be157-af69-496b-b240-11c55675632f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee4ae60f-a147-4819-9d8e-f80e6f154ce9 HTTP/1.1" status: 204 len: 168 time: 0.9353027 Aug 04 10:52:30.088693 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37804) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:30.312527 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4e3f1-9279-4fbc-ada3-39d1f99e569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249e8ab9-5b3c-4c49-9d94-d9887122d182,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:30.334755 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Allocated IP 172.20.0.8 (ff5f2842-b147-4a61-8e12-19304aed5518/5e1d2819-991c-4ba6-8a1c-381998448c15/a875b8b8-3469-4ec4-8737-eed47ebcc5f0) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:30.352299 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 1474f900-f4d6-4310-9e36-758004ae3b6a up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:30.352860 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.408712 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413be157-af69-496b-b240-11c55675632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ae60f-a147-4819-9d8e-f80e6f154ce9,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:30.455406 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Router 10edf0e2-008f-4f12-8131-35a38baaab6a is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 10:52:30.534686 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-032a96c8-6071-4a52-8053-863689c0daa3 req-7e6bdc1a-5ba2-4aa6-878e-07eaf6bb498b tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.2226732 Aug 04 10:52:30.602534 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.611080 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 1474f900-f4d6-4310-9e36-758004ae3b6a triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:30.613449 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.669361 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-60a8ccbb-f247-4bfc-a7e5-d1db79971fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.829143 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.841913 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Transition to ACTIVE for port object fda0b752-184a-4a69-a8c1-d7515db9db66 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:30.853738 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.862036 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-60a8ccbb-f247-4bfc-a7e5-d1db79971fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:30.942015 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Router fbd39303-8ad8-4573-9ec1-f09e43de6f4c is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 10:52:30.945606 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Pushing event updated for resources: {'Port': ['ID=fda0b752-184a-4a69-a8c1-d7515db9db66,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:31.005333 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.005749 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.006095 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.006428 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.006754 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.007081 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.009477 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.011841 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.012243 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.013012 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.014229 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.014632 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Tracked resource versions report: Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: pushed versions: Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: { 'AddressGroup': {'1.2'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'ConntrackHelper': {'1.0'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Log': {'1.0'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Network': {'1.1'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Port': {'1.7'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'PortForwarding': {'1.2'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'QosPolicy': {'1.8'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SecurityGroup': {'1.4'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SecurityGroupRule': {'1.2'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SubPort': {'1.0'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Subnet': {'1.1'}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Trunk': {'1.1'}} Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: consumer versions: Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: { DHCP agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: HyperV agent@hv-cinder-80345: {}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: L3 agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: Metadata agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: Metering agent@dv-cinder-803456-1-iscsi: {}, Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: Open vSwitch agent@dv-cinder-803456-1-iscsi: { 'AddressGroup': '1.2', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'ConntrackHelper': '1.0', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Log': '1.0', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Network': '1.1', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Port': '1.7', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'PortForwarding': '1.2', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'QosPolicy': '1.8', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SecurityGroup': '1.4', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SecurityGroupRule': '1.2', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'SubPort': '1.0', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Subnet': '1.1', Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: 'Trunk': '1.1'}} Aug 04 10:52:31.015901 dv-cinder-803456-1-iscsi neutron-server[93298]: {{(pid=93298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 10:52:31.039155 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37822) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:31.058852 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Attempting to bind port fda0b752-184a-4a69-a8c1-d7515db9db66 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:31.059266 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Attempting to bind port fda0b752-184a-4a69-a8c1-d7515db9db66 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:31.059659 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Attempting to bind port fda0b752-184a-4a69-a8c1-d7515db9db66 on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:31.066680 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:31.067239 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:31.067979 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.068443 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:31.069008 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Bound port: fda0b752-184a-4a69-a8c1-d7515db9db66, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:31.069409 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.082269 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-60a8ccbb-f247-4bfc-a7e5-d1db79971fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.085193 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-60a8ccbb-f247-4bfc-a7e5-d1db79971fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.086596 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-60a8ccbb-f247-4bfc-a7e5-d1db79971fea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/249e8ab9-5b3c-4c49-9d94-d9887122d182 HTTP/1.1" status: 204 len: 168 time: 0.9595716 Aug 04 10:52:31.087718 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-214e0821-c18d-45de-b682-09a7aa8912cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.111774 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.164126 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8ccbb-f247-4bfc-a7e5-d1db79971fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249e8ab9-5b3c-4c49-9d94-d9887122d182,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:31.217044 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:52:31.234268 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Sync routers for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:52:31.257363 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:31.259947 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.273680 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] For port fda0b752-184a-4a69-a8c1-d7515db9db66, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:31.278855 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:31.282436 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] For port fda0b752-184a-4a69-a8c1-d7515db9db66, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=fda0b752-184a-4a69-a8c1-d7515db9db66,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:31.292951 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.385913 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Made reservation on behalf of 5bf4b52f711e484a951376d62823a588 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:31.387819 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.488954 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Network ff5f2842-b147-4a61-8e12-19304aed5518 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:31.504965 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:31.520246 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:31.527619 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc4590-73e1-4a3b-ad3f-3c99c09c9783 None None] Pushing event updated for resources: {'Port': ['ID=fda0b752-184a-4a69-a8c1-d7515db9db66,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:31.539546 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Routers {'ff5df959-7c9e-45ed-8ed6-d86bb3177a69'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:31.543000 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:31.543769 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.544260 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:31.552048 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Pushing event updated for resources: {'Port': ['ID=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:31.636207 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:31.716427 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-214e0821-c18d-45de-b682-09a7aa8912cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.732885 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-214e0821-c18d-45de-b682-09a7aa8912cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.760677 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:31.763850 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] Set router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:31.766576 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-eabfa86b-5789-4896-a71d-74ec4545057b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4390030 Aug 04 10:52:31.770369 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-9ef98d7f-8fae-4b8e-8a00-caf942d13821 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3418477 Aug 04 10:52:31.774160 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37838) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:31.877596 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1b6d8b22-aaa7-44fa-a1af-24976e508564 req-c23a7181-45c0-48a9-bfa0-8f68a9447a16 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.1379476 Aug 04 10:52:31.943545 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8923bc5-d697-4bc5-8150-32432b1c627b req-54322315-76da-408b-b0a8-ed8aea49046e tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:31.945153 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b8923bc5-d697-4bc5-8150-32432b1c627b req-54322315-76da-408b-b0a8-ed8aea49046e tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 931 time: 0.6330862 Aug 04 10:52:32.037770 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:22Z', 'updated_at': '2021-08-04T10:52:25Z', 'revision_number': 3, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'gw_port': {'id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:32.043048 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:52:32.090696 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef4904-8cdd-4889-a225-d2bddc2e7241 None None] The sync data for ids ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'] in dv-cinder-803456-1-iscsi is: [{'id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:22Z', 'updated_at': '2021-08-04T10:52:25Z', 'revision_number': 3, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'gw_port': {'id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:52:32.100952 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Sync routers for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:52:32.114025 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:32.116336 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:32.389533 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:32.392076 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6ec54b07-140f-4eb2-94f0-634466695934 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8953867 Aug 04 10:52:32.417261 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:27Z', 'revision_number': 3, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:32.449916 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-66af76a4-0380-4e6a-b003-4fc85ed73e5d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 10:52:32.452684 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-66af76a4-0380-4e6a-b003-4fc85ed73e5d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237646 Aug 04 10:52:32.456054 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 37848) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:32.491227 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-214e0821-c18d-45de-b682-09a7aa8912cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69dc52344ecf48888e3bda8c60b821af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4505224 Aug 04 10:52:32.499222 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 37852) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:32.515177 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Checking router: fbd39303-8ad8-4573-9ec1-f09e43de6f4c for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:52:32.515872 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Updating router fbd39303-8ad8-4573-9ec1-f09e43de6f4c port b840a1d2-d045-431d-9889-e29fedd0506b binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:52:32.525742 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e0821-c18d-45de-b682-09a7aa8912cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104aa9c8-4dd0-4aee-9eb0-bb58c2a6adbe,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:32.546304 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:32.734014 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:33.145806 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-24ec4d01-f365-4e1c-ac71-421598d353d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:33.308445 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Request body: {'port': {'device_id': '29bfa471-1cc3-4e78-8252-6794397e1f80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:33.319729 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:33.338818 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b8923bc5-d697-4bc5-8150-32432b1c627b req-9f2b4718-99c3-4bc0-8fdb-da01c13039f8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3663902 Aug 04 10:52:33.368771 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:27Z', 'revision_number': 3, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:33.370626 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Transition to ACTIVE for port object b840a1d2-d045-431d-9889-e29fedd0506b will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:33.383101 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:33.401443 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d569929-4d90-47d4-8cc2-a2e0c98a887f req-455c72e6-cf30-42a2-a859-30f2bdf2f50b tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.1761677 Aug 04 10:52:33.417245 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Checking router: 10edf0e2-008f-4f12-8131-35a38baaab6a for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:52:33.417606 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Updating router 10edf0e2-008f-4f12-8131-35a38baaab6a port 29412339-9edc-449a-ab39-1213c8a99884 binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:52:33.476020 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Attempting to bind port b840a1d2-d045-431d-9889-e29fedd0506b on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:33.477696 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Attempting to bind port b840a1d2-d045-431d-9889-e29fedd0506b by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:33.479372 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Attempting to bind port b840a1d2-d045-431d-9889-e29fedd0506b on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:33.496099 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:33.496892 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:33.497554 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:33.498249 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:33.498977 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Bound port: b840a1d2-d045-431d-9889-e29fedd0506b, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:33.499593 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:33.564995 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:33.604675 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:33.645762 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Allocated IP 172.20.0.10 (0d990bf2-1a97-49d8-b0dc-4152197df187/02a65ad7-79c7-4d05-85c6-2cbc0f549e35/5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:33.703744 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-24ec4d01-f365-4e1c-ac71-421598d353d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:33.753254 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:33.767273 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf195a7-5156-46d7-824a-b422451da89c None None] Pushing event updated for resources: {'Port': ['ID=b840a1d2-d045-431d-9889-e29fedd0506b,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:33.844870 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] For port b840a1d2-d045-431d-9889-e29fedd0506b, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:33.854964 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] For port b840a1d2-d045-431d-9889-e29fedd0506b, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=b840a1d2-d045-431d-9889-e29fedd0506b,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:33.865601 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.042898 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf195a7-5156-46d7-824a-b422451da89c None None] Pushing event updated for resources: {'Port': ['ID=b840a1d2-d045-431d-9889-e29fedd0506b,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:34.132781 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:34.135576 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:34.243641 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-24ec4d01-f365-4e1c-ac71-421598d353d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.264979 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-24ec4d01-f365-4e1c-ac71-421598d353d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.266213 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-24ec4d01-f365-4e1c-ac71-421598d353d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/104aa9c8-4dd0-4aee-9eb0-bb58c2a6adbe HTTP/1.1" status: 204 len: 168 time: 1.7604089 Aug 04 10:52:34.389150 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device fda0b752-184a-4a69-a8c1-d7515db9db66 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:34.433382 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.476469 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Transition to ACTIVE for port object 29412339-9edc-449a-ab39-1213c8a99884 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:34.493673 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.572087 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port fda0b752-184a-4a69-a8c1-d7515db9db66 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:34.582991 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port fda0b752-184a-4a69-a8c1-d7515db9db66 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:34.584085 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.586281 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328c3a0-f086-4d94-b57f-ccdbefaf5ba9 None None] Pushing event updated for resources: {'Port': ['ID=29412339-9edc-449a-ab39-1213c8a99884,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:34.639072 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:34.642099 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Attempting to bind port 29412339-9edc-449a-ab39-1213c8a99884 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:34.642459 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Attempting to bind port 29412339-9edc-449a-ab39-1213c8a99884 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:34.646113 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Attempting to bind port 29412339-9edc-449a-ab39-1213c8a99884 on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:34.655289 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:34.656212 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:34.656942 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.657490 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:34.658223 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Bound port: 29412339-9edc-449a-ab39-1213c8a99884, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:34.658915 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.735546 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec4d01-f365-4e1c-ac71-421598d353d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104aa9c8-4dd0-4aee-9eb0-bb58c2a6adbe,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:34.770527 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] For port 29412339-9edc-449a-ab39-1213c8a99884, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:34.777175 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] For port 29412339-9edc-449a-ab39-1213c8a99884, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=29412339-9edc-449a-ab39-1213c8a99884,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:34.786112 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.860783 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:34.969360 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:35.010550 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:35.011716 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:35.017729 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328c3a0-f086-4d94-b57f-ccdbefaf5ba9 None None] Pushing event updated for resources: {'Port': ['ID=29412339-9edc-449a-ab39-1213c8a99884,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:35.170451 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:35.228374 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:27Z', 'revision_number': 3, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:35.292866 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a875b8b8-3469-4ec4-8737-eed47ebcc5f0 {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:35.302875 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:35.331081 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7678c201-745a-4e30-ab36-68d41b8f3fb6 None None] The sync data for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi is: [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:27Z', 'revision_number': 3, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:52:35.337809 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:35.346804 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port fda0b752-184a-4a69-a8c1-d7515db9db66, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=fda0b752-184a-4a69-a8c1-d7515db9db66,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:35.353200 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:35.360382 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Transition to ACTIVE for port object a875b8b8-3469-4ec4-8737-eed47ebcc5f0 will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:35.376504 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:35.482802 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=fda0b752-184a-4a69-a8c1-d7515db9db66,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:35.534393 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ca54ebbb-1b24-4a6a-b1e5-262dc6edc995 req-7093fd09-862e-4d38-9638-0a99a40c503a tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.8989866 Aug 04 10:52:35.645668 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:35.653024 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Attempting to bind port a875b8b8-3469-4ec4-8737-eed47ebcc5f0 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:35.653374 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Attempting to bind port a875b8b8-3469-4ec4-8737-eed47ebcc5f0 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:35.654276 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Attempting to bind port a875b8b8-3469-4ec4-8737-eed47ebcc5f0 on network ff5f2842-b147-4a61-8e12-19304aed5518 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:35.661235 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Port a875b8b8-3469-4ec4-8737-eed47ebcc5f0 on network ff5f2842-b147-4a61-8e12-19304aed5518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:52:35.661583 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Attempting to bind port a875b8b8-3469-4ec4-8737-eed47ebcc5f0 on network ff5f2842-b147-4a61-8e12-19304aed5518 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:35.669659 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:35.669659 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Checking segment: {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:35.670052 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Bound using segment: {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:35.670653 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Bound port: a875b8b8-3469-4ec4-8737-eed47ebcc5f0, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:35.670916 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:35.912773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] For port a875b8b8-3469-4ec4-8737-eed47ebcc5f0, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:35.933181 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] For port a875b8b8-3469-4ec4-8737-eed47ebcc5f0, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:35.936521 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Allocated IP 172.20.0.1 (ec6131aa-9a6a-4f11-b410-9cbc3e2594cd/92adabdc-a955-48fd-82e0-afbce3ca4537/8648a2a1-6257-4a54-9244-a39815f41ae3) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:36.001979 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Allocated IP 172.20.0.1 (7207ae49-29b5-40b5-b8d8-9da3cf691f2d/a0e61aea-c773-4fc9-8014-7aa055cb2a6f/3e0ab2e2-99df-484f-9e2d-9a547e38ce28) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:36.113369 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:27Z', 'revision_number': 3, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:36.122016 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:36.232069 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fd6ca-942c-4d20-9533-b92af862ee11 None None] The sync data for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi is: [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:27Z', 'revision_number': 3, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:52:36.269881 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:36.308088 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896676cc-25ea-4138-b272-079a5598aef0 req-331188a9-cdf2-4189-a016-64320e37d68b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:36.344515 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-896676cc-25ea-4138-b272-079a5598aef0 req-331188a9-cdf2-4189-a016-64320e37d68b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 931 time: 1.7857690 Aug 04 10:52:36.444382 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:36.457244 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:36.536153 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Pushing event updated for resources: {'Port': ['ID=8648a2a1-6257-4a54-9244-a39815f41ae3,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:36.537456 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Transition to ACTIVE for port object 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 will not be triggered until provisioned by entity DHCP. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:36.542036 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:36.543116 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:36.545365 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] 10.222.0.60 "PUT /v2.0/ports/a875b8b8-3469-4ec4-8737-eed47ebcc5f0 HTTP/1.1" status: 200 len: 1093 time: 3.5668504 Aug 04 10:52:36.547607 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bfa471-1cc3-4e78-8252-6794397e1f80', 'tag': 'a875b8b8-3469-4ec4-8737-eed47ebcc5f0'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:52:36.632454 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device b840a1d2-d045-431d-9889-e29fedd0506b up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:36.650097 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:36.781446 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:36.791863 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port b840a1d2-d045-431d-9889-e29fedd0506b completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:36.805585 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port b840a1d2-d045-431d-9889-e29fedd0506b triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:36.808462 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:36.841344 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:36.844614 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6759fdca-f8e5-4da0-8dac-2ea933cc4bf8 req-39747378-d53b-4356-b609-fbd63d4da3a7 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.0605326 Aug 04 10:52:36.866824 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-896676cc-25ea-4138-b272-079a5598aef0 req-6a9af9bd-d0c3-44c4-9380-b3026c4f1bf4 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268500 Aug 04 10:52:36.873168 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:36.873897 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.022874 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.079306 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.107998 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.138390 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port b840a1d2-d045-431d-9889-e29fedd0506b, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=b840a1d2-d045-431d-9889-e29fedd0506b,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:37.144995 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.146069 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device fda0b752-184a-4a69-a8c1-d7515db9db66 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:37.236758 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cd0e67-958a-43c8-bb66-eef6210806da" -d '{"events": [{"name": "network-changed", "server_uuid": "29bfa471-1cc3-4e78-8252-6794397e1f80", "tag": "a875b8b8-3469-4ec4-8737-eed47ebcc5f0"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:52:37.293325 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:37.317872 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0b56b-2152-46ee-a211-d9e3c8c76a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:37.336956 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:37.413740 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:37.418433 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.420097 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=b840a1d2-d045-431d-9889-e29fedd0506b,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:37.477979 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port fda0b752-184a-4a69-a8c1-d7515db9db66 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:37.478926 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.552212 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.574520 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.576663 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.874352 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Allocated IP 172.20.0.1 (78413f42-069e-49e9-826c-13b0e41c0372/2de14b66-abf4-49ec-80b9-c8677d0af84c/677548b3-da9e-4be2-a99e-8045a4b888c8) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:37.883746 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.898942 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-97283f9b-8ded-4441-9760-f476c226bedd None None] Provisioning for port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:37.905857 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-97283f9b-8ded-4441-9760-f476c226bedd None None] Provisioning complete for port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:37.906925 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-97283f9b-8ded-4441-9760-f476c226bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:37.928345 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c89932-1c12-41c7-bc9d-e4d062e04187 x-openstack-request-id: req-b1c89932-1c12-41c7-bc9d-e4d062e04187 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:52:37.930029 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bfa471-1cc3-4e78-8252-6794397e1f80", "tag": "a875b8b8-3469-4ec4-8737-eed47ebcc5f0", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:52:37.934682 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1c89932-1c12-41c7-bc9d-e4d062e04187 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:52:37.936476 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bfa471-1cc3-4e78-8252-6794397e1f80', 'tag': 'a875b8b8-3469-4ec4-8737-eed47ebcc5f0', 'status': 'completed', 'code': 200} Aug 04 10:52:37.945806 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Network 0d990bf2-1a97-49d8-b0dc-4152197df187 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:37.953882 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Pushing event updated for resources: {'Port': ['ID=8648a2a1-6257-4a54-9244-a39815f41ae3,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:37.969916 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:37.972373 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:37.978941 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:37.979758 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.039431 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-97283f9b-8ded-4441-9760-f476c226bedd None None] Port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:52:38.170779 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-ba537102-3697-4fba-83b7-9123c9ba9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:38.184504 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-ba537102-3697-4fba-83b7-9123c9ba9f49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 1096 time: 1.3929918 Aug 04 10:52:38.265786 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0ab2e2-99df-484f-9e2d-9a547e38ce28,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:38.344181 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5322185 Aug 04 10:52:38.417383 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bf5ef-69d8-4aa4-958f-cd56ca1811df tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Pushing event updated for resources: {'Port': ['ID=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:38.497223 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:38.510107 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device b840a1d2-d045-431d-9889-e29fedd0506b up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:38.550093 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:38.565361 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a592142-04a3-4f62-bb21-f45157528b4f req-d543ed15-6038-4ee4-b927-18f2ec56c177 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:38.575202 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8a592142-04a3-4f62-bb21-f45157528b4f req-d543ed15-6038-4ee4-b927-18f2ec56c177 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 943 time: 0.4251087 Aug 04 10:52:38.610300 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.622003 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port b840a1d2-d045-431d-9889-e29fedd0506b triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:38.622388 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.627832 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e72b6-0d13-436a-8ad7-f3b940aa0df7 req-e59523f8-9074-49bc-8558-2522cb3b738b tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:38.633909 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.635656 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-509e72b6-0d13-436a-8ad7-f3b940aa0df7 req-e59523f8-9074-49bc-8558-2522cb3b738b tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 932 time: 0.4884179 Aug 04 10:52:38.707237 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Transition to ACTIVE for port object 677548b3-da9e-4be2-a99e-8045a4b888c8 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:38.779768 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8a592142-04a3-4f62-bb21-f45157528b4f req-37ee99f1-4791-433d-9f8e-d6fe482f5cdc tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036092 Aug 04 10:52:38.791408 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 29412339-9edc-449a-ab39-1213c8a99884 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:38.815975 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-509e72b6-0d13-436a-8ad7-f3b940aa0df7 req-64b6fe33-d8fa-4d67-a15c-a85451f36f80 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793787 Aug 04 10:52:38.857343 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 29412339-9edc-449a-ab39-1213c8a99884 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:38.862008 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 29412339-9edc-449a-ab39-1213c8a99884 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:38.863099 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.867274 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.870399 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:52:38.925846 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Network 78413f42-069e-49e9-826c-13b0e41c0372 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:38.927257 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.933045 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.934250 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.934882 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:38.939477 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Pushing event updated for resources: {'Port': ['ID=677548b3-da9e-4be2-a99e-8045a4b888c8,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:38.968928 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:38.983875 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:38.984430 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:39.006044 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 29412339-9edc-449a-ab39-1213c8a99884, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=29412339-9edc-449a-ab39-1213c8a99884,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:39.011228 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:39.096321 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0ab2e2-99df-484f-9e2d-9a547e38ce28,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:39.136211 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:39.136565 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=29412339-9edc-449a-ab39-1213c8a99884,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:39.138146 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:39.282299 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-514ffb55-b85a-49e1-b001-824ffd166165 None None] Provisioning for port 677548b3-da9e-4be2-a99e-8045a4b888c8 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:39.287680 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-514ffb55-b85a-49e1-b001-824ffd166165 None None] Provisioning complete for port 677548b3-da9e-4be2-a99e-8045a4b888c8 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:39.288050 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-514ffb55-b85a-49e1-b001-824ffd166165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:39.313618 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Router fbd39303-8ad8-4573-9ec1-f09e43de6f4c has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:52:39.336368 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-514ffb55-b85a-49e1-b001-824ffd166165 None None] Port 677548b3-da9e-4be2-a99e-8045a4b888c8 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:52:39.387967 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:52:39.403139 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Sync routers for ids ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:52:39.405348 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ffef5468-131f-4310-8a4f-6bf24a6dee1a admin admin] 10.222.0.49 "PUT /v2.0/routers/ff5df959-7c9e-45ed-8ed6-d86bb3177a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5918672 Aug 04 10:52:39.420314 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Routers {'ff5df959-7c9e-45ed-8ed6-d86bb3177a69'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:39.421221 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:39.456899 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:39.505029 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-b6c40aa0-28d9-4ca0-b908-ff5235a9a794 None None] Provisioning complete for port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:39.505643 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b6c40aa0-28d9-4ca0-b908-ff5235a9a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:39.534807 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:52:39.550367 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-6e360db3-e4d1-4eb2-bf5e-63eaee8ab176 admin admin] 10.222.0.49 "PUT /v2.0/routers/fbd39303-8ad8-4573-9ec1-f09e43de6f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7370334 Aug 04 10:52:39.551701 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Sync routers for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:52:39.588718 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-b6c40aa0-28d9-4ca0-b908-ff5235a9a794 None None] Port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:52:39.606051 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:39.606730 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:39.655154 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Set router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:39.877789 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:39.884178 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:39.885643 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:39.897194 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:40.023990 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Pushing event updated for resources: {'Port': ['ID=677548b3-da9e-4be2-a99e-8045a4b888c8,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:40.050785 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:22Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'gw_port': {'id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '8648a2a1-6257-4a54-9244-a39815f41ae3', 'name': '', 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'mac_address': 'fa:16:3e:cb:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '92adabdc-a955-48fd-82e0-afbce3ca4537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:33Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 2, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'subnets': [{'id': '92adabdc-a955-48fd-82e0-afbce3ca4537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:40.069557 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5b132-bb81-4de1-a3b8-b789d44d535a req-676befb2-2b34-466d-a19a-af9629d46e91 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:40.071148 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-71f5b132-bb81-4de1-a3b8-b789d44d535a req-676befb2-2b34-466d-a19a-af9629d46e91 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 943 time: 0.1817572 Aug 04 10:52:40.092934 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Checking router: ff5df959-7c9e-45ed-8ed6-d86bb3177a69 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:52:40.093371 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Updating router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 port 8648a2a1-6257-4a54-9244-a39815f41ae3 binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:52:40.127966 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:40.140537 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 2, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:40.176403 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Network 78413f42-069e-49e9-826c-13b0e41c0372 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:40.179554 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Checking router: fbd39303-8ad8-4573-9ec1-f09e43de6f4c for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:52:40.180031 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Updating router fbd39303-8ad8-4573-9ec1-f09e43de6f4c port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:52:40.190606 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:40.267429 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:40.289732 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-71f5b132-bb81-4de1-a3b8-b789d44d535a req-f74740dc-0e11-45d2-bdf9-e995335e2f8b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978362 Aug 04 10:52:40.523714 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 29412339-9edc-449a-ab39-1213c8a99884 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:40.552817 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-5b3c1436-b0ea-4557-a3f9-5c3180bb80a9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:40.554997 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-5b3c1436-b0ea-4557-a3f9-5c3180bb80a9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 818 time: 0.5162880 Aug 04 10:52:40.583837 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-d52881f1-7b93-48c1-9c6d-593fd1599f99 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/quotas/39ed47241b6942a59eff2552631f5b69 HTTP/1.1" status: 200 len: 375 time: 0.0104640 Aug 04 10:52:40.679495 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 29412339-9edc-449a-ab39-1213c8a99884 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:40.680139 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:40.699715 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Router 10edf0e2-008f-4f12-8131-35a38baaab6a has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:52:40.713291 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-cf0baabc-9551-405a-a4c5-5d38abcaca2c None None] Provisioning complete for port 677548b3-da9e-4be2-a99e-8045a4b888c8 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:40.713588 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce51dc-fe3d-488b-8070-9c8c47e77982 req-0bdca1be-4b6c-4e0f-90b4-d9b57eae5e18 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:40.714040 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cf0baabc-9551-405a-a4c5-5d38abcaca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:40.715600 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c4ce51dc-fe3d-488b-8070-9c8c47e77982 req-0bdca1be-4b6c-4e0f-90b4-d9b57eae5e18 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 932 time: 0.2509167 Aug 04 10:52:40.741886 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-df5dfb03-92ad-496f-b889-d2ad0360df82 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1489179 Aug 04 10:52:40.793046 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-cf0baabc-9551-405a-a4c5-5d38abcaca2c None None] Port 677548b3-da9e-4be2-a99e-8045a4b888c8 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:52:40.877961 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:40.902207 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Transition to ACTIVE for port object 8648a2a1-6257-4a54-9244-a39815f41ae3 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:40.903633 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:52:40.912567 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:40.923035 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-51c1149e-9f3a-4475-a382-7c4df4f19957 admin admin] 10.222.0.49 "PUT /v2.0/routers/10edf0e2-008f-4f12-8131-35a38baaab6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4421844 Aug 04 10:52:40.943987 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Sync routers for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:52:40.982903 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:40.983639 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:40.989837 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a95c31-4308-453c-8f4d-0e57452b462a None None] Pushing event updated for resources: {'Port': ['ID=8648a2a1-6257-4a54-9244-a39815f41ae3,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:41.011543 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:41.027686 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Transition to ACTIVE for port object 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:41.040197 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:41.045500 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c4ce51dc-fe3d-488b-8070-9c8c47e77982 req-a7f6daa7-854c-4c68-aae0-b32e5b52cfbc tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149650 Aug 04 10:52:41.107479 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-21a16dce-011c-483f-be5f-c3549b4609cc service neutron] 10.222.0.49 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549061 Aug 04 10:52:41.195279 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bb954-223b-4b9f-bcdb-9cad7cab67d4 None None] Pushing event updated for resources: {'Port': ['ID=3e0ab2e2-99df-484f-9e2d-9a547e38ce28,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:41.245795 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Attempting to bind port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:41.246418 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Attempting to bind port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:41.247775 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Attempting to bind port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 on network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:41.257202 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Request body: {'port': {'device_id': '553b0f30-8eed-4cfe-b22b-ce83d5a048e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:41.269129 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:41.269985 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Checking segment: {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:41.270554 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:41.274462 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Bound using segment: {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:41.277408 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Bound port: 3e0ab2e2-99df-484f-9e2d-9a547e38ce28, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:41.279371 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:41.313573 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Attempting to bind port 8648a2a1-6257-4a54-9244-a39815f41ae3 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:41.315335 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Attempting to bind port 8648a2a1-6257-4a54-9244-a39815f41ae3 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:41.315724 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Attempting to bind port 8648a2a1-6257-4a54-9244-a39815f41ae3 on network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:41.359047 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:41.359497 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Checking segment: {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:41.359912 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:41.360534 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Bound using segment: {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:41.361124 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Bound port: 8648a2a1-6257-4a54-9244-a39815f41ae3, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:41.361629 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:41.427845 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:41.474949 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-87961a5d-9c07-4b28-a8f9-d58f3fcdaac0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a875b8b8-3469-4ec4-8737-eed47ebcc5f0 HTTP/1.1" status: 200 len: 217 time: 0.2403991 Aug 04 10:52:41.517155 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] For port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:41.521835 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] For port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=3e0ab2e2-99df-484f-9e2d-9a547e38ce28,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:41.538775 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-8484d7ec-5685-45a4-89ad-5b49be6fa38c service neutron] 10.222.0.49 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246154 Aug 04 10:52:41.557557 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:41.583676 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:41.602421 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-a14d1ab4-1cac-4602-ad77-13b8b6a0383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:41.605053 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-a14d1ab4-1cac-4602-ad77-13b8b6a0383b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 200 len: 854 time: 0.0984240 Aug 04 10:52:41.750444 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:41.755485 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:41.807986 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-2e3ffca4-86b9-485f-8330-2047fec89519 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5f2842-b147-4a61-8e12-19304aed5518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697550 Aug 04 10:52:41.890743 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] For port 8648a2a1-6257-4a54-9244-a39815f41ae3, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:41.927294 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bb954-223b-4b9f-bcdb-9cad7cab67d4 None None] Pushing event updated for resources: {'Port': ['ID=3e0ab2e2-99df-484f-9e2d-9a547e38ce28,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:41.975424 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] For port 8648a2a1-6257-4a54-9244-a39815f41ae3, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=8648a2a1-6257-4a54-9244-a39815f41ae3,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:42.003656 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:42.180489 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-409852d1-edd4-4456-b7bc-bf5eb84a0707 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337610 Aug 04 10:52:42.242076 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:42.616518 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02cedc-2e45-426a-8f2c-a18ec84a3a3e req-a584da62-737e-473f-94f2-a125cbabc99a tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:42.630776 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Routers {'ff5df959-7c9e-45ed-8ed6-d86bb3177a69'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:42.632053 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4b02cedc-2e45-426a-8f2c-a18ec84a3a3e req-a584da62-737e-473f-94f2-a125cbabc99a tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 943 time: 0.4788899 Aug 04 10:52:42.633560 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:42.715039 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a95c31-4308-453c-8f4d-0e57452b462a None None] Pushing event updated for resources: {'Port': ['ID=8648a2a1-6257-4a54-9244-a39815f41ae3,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:42.736176 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4b02cedc-2e45-426a-8f2c-a18ec84a3a3e req-fb87ee04-03c6-4b58-9832-ccd74fe0d8fa tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023209 Aug 04 10:52:42.748618 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 2, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:42.808229 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:41Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:42.838219 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:42.854129 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Checking router: 10edf0e2-008f-4f12-8131-35a38baaab6a for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:52:42.854463 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Updating router 10edf0e2-008f-4f12-8131-35a38baaab6a port 677548b3-da9e-4be2-a99e-8045a4b888c8 binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:52:42.863327 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:42.870335 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32177cf-97ad-492c-9dc2-898041f46513 None None] The sync data for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi is: [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:41Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:52:42.901770 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Transition to ACTIVE for port object 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:42.910654 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:42.986643 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:43.135796 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] Set router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:43.142925 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38096) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:43.148969 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-cebd0073-67cb-4e0b-9c9f-b8bf635b8367 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126473124', 'description': 'tempest-description--2010364218'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:43.224471 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cebd0073-67cb-4e0b-9c9f-b8bf635b8367 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:43.266942 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:43.331048 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Attempting to bind port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:43.337227 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Attempting to bind port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '0d6c667a-36da-429f-bf74-a09c242cffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0d990bf2-1a97-49d8-b0dc-4152197df187'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:43.338207 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Attempting to bind port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 on network 0d990bf2-1a97-49d8-b0dc-4152197df187 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:43.397299 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c31f17df-217d-4fd2-8b6f-0ec7408c63c2 req-0417a26f-8f6a-4771-b7b3-d2e2a0cd95be tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 210 time: 0.0877793 Aug 04 10:52:43.399509 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 on network 0d990bf2-1a97-49d8-b0dc-4152197df187 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:52:43.400420 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Attempting to bind port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 on network 0d990bf2-1a97-49d8-b0dc-4152197df187 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:43.444166 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:43.446557 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Checking segment: {'id': '0d6c667a-36da-429f-bf74-a09c242cffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0d990bf2-1a97-49d8-b0dc-4152197df187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:43.450790 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Bound using segment: {'id': '0d6c667a-36da-429f-bf74-a09c242cffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0d990bf2-1a97-49d8-b0dc-4152197df187'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:43.454185 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Bound port: 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6c667a-36da-429f-bf74-a09c242cffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0d990bf2-1a97-49d8-b0dc-4152197df187'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:43.455568 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:43.460131 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cebd0073-67cb-4e0b-9c9f-b8bf635b8367 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:43.465743 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cebd0073-67cb-4e0b-9c9f-b8bf635b8367 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:43.540898 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cebd0073-67cb-4e0b-9c9f-b8bf635b8367 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:43.544053 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-cebd0073-67cb-4e0b-9c9f-b8bf635b8367 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3992743 Aug 04 10:52:43.553084 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38104) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:43.579084 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-e704a8a2-1932-4203-829c-6e09f8027be1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'security_group_rule': {'security_group_id': '6a7faefa-383c-40e9-bbc7-9311a102266c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:43.600371 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd0073-67cb-4e0b-9c9f-b8bf635b8367 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7faefa-383c-40e9-bbc7-9311a102266c,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:43.691903 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38110) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:43.701681 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-ab8611bf-997e-40fc-8e22-00c6daeabd2c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659626862', 'description': 'tempest-description--1438975285'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:43.710525 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e704a8a2-1932-4203-829c-6e09f8027be1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:43.844329 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ab8611bf-997e-40fc-8e22-00c6daeabd2c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:43.998228 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e704a8a2-1932-4203-829c-6e09f8027be1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.006516 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e704a8a2-1932-4203-829c-6e09f8027be1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.028188 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704a8a2-1932-4203-829c-6e09f8027be1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65997f1a-02c5-42ae-a461-18762baf7b55,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:44.082378 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-99d547b8-3880-480a-8e56-5f10d87c0f74 req-395ab9b2-9303-4abe-b7a5-996845ee9877 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618811 Aug 04 10:52:44.121179 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ab8611bf-997e-40fc-8e22-00c6daeabd2c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.122434 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] For port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502, host hv-cinder-80345, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:44.128612 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ab8611bf-997e-40fc-8e22-00c6daeabd2c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.151080 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e704a8a2-1932-4203-829c-6e09f8027be1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.153255 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-e704a8a2-1932-4203-829c-6e09f8027be1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5883696 Aug 04 10:52:44.154821 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ab8611bf-997e-40fc-8e22-00c6daeabd2c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.156275 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-ab8611bf-997e-40fc-8e22-00c6daeabd2c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4632649 Aug 04 10:52:44.158238 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38124) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:44.159987 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 38126) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:44.162584 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-bf5000d5-7631-45fa-9cc4-016af333b579 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'security_group_rule': {'security_group_id': '6a7faefa-383c-40e9-bbc7-9311a102266c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:44.170086 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eeae1-9c7c-4e4c-bd81-2ff613761248 req-1be287d8-5896-4646-8a5e-379b696a127c tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:44.174565 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:22Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'gw_port': {'id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '8648a2a1-6257-4a54-9244-a39815f41ae3', 'name': '', 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'mac_address': 'fa:16:3e:cb:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '92adabdc-a955-48fd-82e0-afbce3ca4537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:33Z', 'updated_at': '2021-08-04T10:52:41Z', 'revision_number': 4, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'subnets': [{'id': '92adabdc-a955-48fd-82e0-afbce3ca4537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:44.178147 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b19eeae1-9c7c-4e4c-bd81-2ff613761248 req-1be287d8-5896-4646-8a5e-379b696a127c tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 944 time: 0.5869949 Aug 04 10:52:44.191304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] For port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,segment=NetworkSegment(0d6c667a-36da-429f-bf74-a09c242cffb0),segment_id=0d6c667a-36da-429f-bf74-a09c242cffb0)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:44.199005 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-dc96cee3-6948-46a9-9da0-f84110cb1036 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'security_group_rule': {'security_group_id': 'b60177ba-0825-4c8f-9a8b-e06386879c95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:44.217530 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.220870 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.224393 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b44ff-1e98-4cc3-88b8-fac2f71954de None None] The sync data for ids ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'] in dv-cinder-803456-1-iscsi is: [{'id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:22Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'gw_port': {'id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '8648a2a1-6257-4a54-9244-a39815f41ae3', 'name': '', 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'mac_address': 'fa:16:3e:cb:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '92adabdc-a955-48fd-82e0-afbce3ca4537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:33Z', 'updated_at': '2021-08-04T10:52:41Z', 'revision_number': 4, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'subnets': [{'id': '92adabdc-a955-48fd-82e0-afbce3ca4537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:52:44.238760 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8611bf-997e-40fc-8e22-00c6daeabd2c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60177ba-0825-4c8f-9a8b-e06386879c95,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:44.243210 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Transition to ACTIVE for port object 677548b3-da9e-4be2-a99e-8045a4b888c8 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:44.259581 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.db.api [None req-dc96cee3-6948-46a9-9da0-f84110cb1036 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 10:52:44.259581 dv-cinder-803456-1-iscsi neutron-server[93296]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 10:52:44.259581 dv-cinder-803456-1-iscsi neutron-server[93296]: [parameters: {'project_id_1': 'b88b63144d184acda825f2aa3fe741fb', 'expiration_1': datetime.datetime(2021, 8, 4, 10, 52, 44, 220316)}] Aug 04 10:52:44.259581 dv-cinder-803456-1-iscsi neutron-server[93296]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 10:52:44.260544 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG oslo_db.api [None req-dc96cee3-6948-46a9-9da0-f84110cb1036 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 10:52:44.266372 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.267124 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bf5000d5-7631-45fa-9cc4-016af333b579 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.349343 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-914a2f24-d847-40df-934c-6d14916353ae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:44.358883 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-914a2f24-d847-40df-934c-6d14916353ae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 818 time: 0.3437004 Aug 04 10:52:44.382348 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b19eeae1-9c7c-4e4c-bd81-2ff613761248 req-230b42ed-ed7c-4138-b57a-9615daed8cb0 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978140 Aug 04 10:52:44.394968 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:44.403908 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bf5000d5-7631-45fa-9cc4-016af333b579 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.421798 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:44.422006 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bf5000d5-7631-45fa-9cc4-016af333b579 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.422885 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.424754 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] 10.222.0.60 "PUT /v2.0/ports/5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 HTTP/1.1" status: 200 len: 1094 time: 3.1814153 Aug 04 10:52:44.429106 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553b0f30-8eed-4cfe-b22b-ce83d5a048e0', 'tag': '5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:52:44.447596 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5000d5-7631-45fa-9cc4-016af333b579 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4f2410-5ca4-4be6-a45a-ff171a6e3c32,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:44.464071 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bf5000d5-7631-45fa-9cc4-016af333b579 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.466708 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-bf5000d5-7631-45fa-9cc4-016af333b579 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3075688 Aug 04 10:52:44.470226 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38128) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:44.474386 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a78ad1-80fd-44fb-b3b0-d01f6cd35292 None None] Pushing event updated for resources: {'Port': ['ID=677548b3-da9e-4be2-a99e-8045a4b888c8,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:44.486099 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'floatingip': {'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:44.537306 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.568684 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Attempting to bind port 677548b3-da9e-4be2-a99e-8045a4b888c8 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:44.575883 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Attempting to bind port 677548b3-da9e-4be2-a99e-8045a4b888c8 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:44.576440 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Attempting to bind port 677548b3-da9e-4be2-a99e-8045a4b888c8 on network 78413f42-069e-49e9-826c-13b0e41c0372 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:44.587021 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:44.588061 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Checking segment: {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:44.588564 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.589186 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Bound using segment: {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:44.589784 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Bound port: 677548b3-da9e-4be2-a99e-8045a4b888c8, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:44.590283 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.601112 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:44.613168 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:44.613689 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.625951 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-969cc8ae-3f42-49a7-9e49-dfcd8be822fa tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/quotas/39ed47241b6942a59eff2552631f5b69 HTTP/1.1" status: 200 len: 375 time: 0.2658074 Aug 04 10:52:44.663583 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7599be-b0e2-4d12-84d3-01038905c0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:44.740248 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.791260 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18c1141-6815-437a-a9a4-fda20a206c51" -d '{"events": [{"name": "network-changed", "server_uuid": "553b0f30-8eed-4cfe-b22b-ce83d5a048e0", "tag": "5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:52:44.837019 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] For port 677548b3-da9e-4be2-a99e-8045a4b888c8, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:44.842209 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] For port 677548b3-da9e-4be2-a99e-8045a4b888c8, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=677548b3-da9e-4be2-a99e-8045a4b888c8,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:44.843092 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-174a3f9f-bb0b-4f23-9e50-45cef8c07b72 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2161949 Aug 04 10:52:44.850446 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.917900 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151445da-5603-47c0-a7ce-8151fa6a7cb2 req-2173e40e-69cd-4668-ae33-ed18ca60e402 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:44.919507 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-151445da-5603-47c0-a7ce-8151fa6a7cb2 req-2173e40e-69cd-4668-ae33-ed18ca60e402 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 943 time: 0.3439569 Aug 04 10:52:44.939270 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:44.955886 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dc96cee3-6948-46a9-9da0-f84110cb1036 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.020192 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:52:45.030885 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:45.066842 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a78ad1-80fd-44fb-b3b0-d01f6cd35292 None None] Pushing event updated for resources: {'Port': ['ID=677548b3-da9e-4be2-a99e-8045a4b888c8,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:45.157722 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Allocated IP 172.27.1.213 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/8848405f-bad2-407f-877c-5d5ffb2c701e) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:45.293858 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-151445da-5603-47c0-a7ce-8151fa6a7cb2 req-3d097476-7b19-4f97-bb4a-e8c72af1ad3a tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588593 Aug 04 10:52:45.325272 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=3e0ab2e2-99df-484f-9e2d-9a547e38ce28,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:45.342085 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dc96cee3-6948-46a9-9da0-f84110cb1036 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.343567 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.350171 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.351494 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dc96cee3-6948-46a9-9da0-f84110cb1036 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.368630 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-479200b7-b777-4e5e-8ed6-3cb795b408ff service neutron] 10.222.0.49 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115285 Aug 04 10:52:45.429055 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:52:45.429704 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.436947 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96cee3-6948-46a9-9da0-f84110cb1036 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a25b76-0b0c-4887-bcc2-417c4dff1ccc,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:45.457186 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dc96cee3-6948-46a9-9da0-f84110cb1036 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.458740 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-dc96cee3-6948-46a9-9da0-f84110cb1036 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2973907 Aug 04 10:52:45.461306 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 38148) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:45.472575 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-f199a12f-f73c-40e2-96d6-d5b1c0bb55a7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'security_group_rule': {'security_group_id': 'b60177ba-0825-4c8f-9a8b-e06386879c95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:45.499416 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4511035b-d318-409f-a0de-b0eadddce505 x-openstack-request-id: req-4511035b-d318-409f-a0de-b0eadddce505 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:52:45.499904 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553b0f30-8eed-4cfe-b22b-ce83d5a048e0", "tag": "5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:52:45.500184 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4511035b-d318-409f-a0de-b0eadddce505 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:52:45.500752 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553b0f30-8eed-4cfe-b22b-ce83d5a048e0', 'tag': '5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502', 'status': 'completed', 'code': 200} Aug 04 10:52:45.509966 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:45.514106 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=3e0ab2e2-99df-484f-9e2d-9a547e38ce28,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:45.515358 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:45.524188 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:45.546158 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f199a12f-f73c-40e2-96d6-d5b1c0bb55a7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.559324 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-0280ff67-19dd-4e55-9b33-17420625e771 service neutron] 10.222.0.49 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895809 Aug 04 10:52:45.588899 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'Port': ['ID=8848405f-bad2-407f-877c-5d5ffb2c701e,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:45.717134 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.729446 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f199a12f-f73c-40e2-96d6-d5b1c0bb55a7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.736891 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f199a12f-f73c-40e2-96d6-d5b1c0bb55a7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.778677 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.797300 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199a12f-f73c-40e2-96d6-d5b1c0bb55a7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd86140f-0c6d-4647-9869-d8670e4c0bd8,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:45.844561 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:44Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:52:45.863980 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d227b-95fb-465c-81a9-4f95efba7155 req-efe1b5f3-a3d4-4998-85e5-147c512cc92e tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:45.865589 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-022d227b-95fb-465c-81a9-4f95efba7155 req-efe1b5f3-a3d4-4998-85e5-147c512cc92e tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 944 time: 0.2249722 Aug 04 10:52:45.869088 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f199a12f-f73c-40e2-96d6-d5b1c0bb55a7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.870155 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f199a12f-f73c-40e2-96d6-d5b1c0bb55a7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4078827 Aug 04 10:52:45.884824 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38162) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:45.892462 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'floatingip': {'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:45.921388 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f45d3-5cc2-49ad-8cc1-96f90847dea5 None None] The sync data for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi is: [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:44Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:52:45.946478 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:45.960153 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7ad1b153-5c15-40a9-8c5f-8ceee2eaa04e req-fbd75bef-294d-4851-b5f3-e7ce235b11e2 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 210 time: 0.0930681 Aug 04 10:52:46.086421 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-022d227b-95fb-465c-81a9-4f95efba7155 req-5e81d38e-7935-4144-a62f-9c5cef01e9e0 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993654 Aug 04 10:52:46.089056 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.099500 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.205339 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'Port': ['ID=8848405f-bad2-407f-877c-5d5ffb2c701e,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:46.236064 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.302064 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.303518 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-5f87cffd-1c4c-4bab-b0dd-dbcfa04f6d97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8323033 Aug 04 10:52:46.401251 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.460786 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 8648a2a1-6257-4a54-9244-a39815f41ae3 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:46.508215 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cb093-e083-4982-a30e-f90549dc8c7f req-88cbdcf9-7829-4779-8616-bdd17049e362 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:46.510800 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-602cb093-e083-4982-a30e-f90549dc8c7f req-88cbdcf9-7829-4779-8616-bdd17049e362 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 943 time: 0.0970616 Aug 04 10:52:46.531569 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 8648a2a1-6257-4a54-9244-a39815f41ae3 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:46.536347 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 8648a2a1-6257-4a54-9244-a39815f41ae3 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:46.537016 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.545536 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Allocated IP 172.27.1.211 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/586b5aa9-c960-4930-813a-8969df4b3346) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:46.578056 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-74e4f555-041a-4528-bc0a-e681a94db60b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2126473124&fields=id&tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69 HTTP/1.1" status: 200 len: 267 time: 0.0662043 Aug 04 10:52:46.594119 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-602cb093-e083-4982-a30e-f90549dc8c7f req-9ecc5117-b633-4abf-b54c-d5cd5ea1f92c tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677290 Aug 04 10:52:46.655077 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.682277 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.695209 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 8648a2a1-6257-4a54-9244-a39815f41ae3, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=8648a2a1-6257-4a54-9244-a39815f41ae3,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:46.701057 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.702956 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:46.723230 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-6f4abba8-0af2-4dd5-9dda-f2f92078557e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:46.724855 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-6f4abba8-0af2-4dd5-9dda-f2f92078557e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 817 time: 0.1349106 Aug 04 10:52:46.734665 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.743810 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-94c89c89-3c76-4b77-9d16-16a4f5fd62fd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/quotas/c8d5e6c70f4d4d07bc6442ae94ccec69 HTTP/1.1" status: 200 len: 375 time: 0.0103776 Aug 04 10:52:46.782808 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:46.782808 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:46.787310 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:46.797220 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'Port': ['ID=586b5aa9-c960-4930-813a-8969df4b3346,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:46.823476 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-7e94dce9-7de2-4d5c-8aca-2f93a2ee1341 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728874 Aug 04 10:52:46.848185 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=8648a2a1-6257-4a54-9244-a39815f41ae3,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:46.856884 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.873740 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:46.874202 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.914928 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:46.967205 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 677548b3-da9e-4be2-a99e-8045a4b888c8 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:47.022498 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 677548b3-da9e-4be2-a99e-8045a4b888c8 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:47.027372 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 677548b3-da9e-4be2-a99e-8045a4b888c8 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:47.027755 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:47.062469 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-ff4a3474-7a7e-4283-a4a1-c7fda9f82917 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 10:52:47.063485 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-ff4a3474-7a7e-4283-a4a1-c7fda9f82917 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550706 Aug 04 10:52:47.108117 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8288c9d7-8465-431b-93ec-7d1fc9cdd383 req-e4384136-5ace-421c-9001-b1dda1bf8e92 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 210 time: 0.0436525 Aug 04 10:52:47.115308 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:47.140630 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:47.145299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:47.163763 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 677548b3-da9e-4be2-a99e-8045a4b888c8, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=677548b3-da9e-4be2-a99e-8045a4b888c8,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:47.169212 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:47.180431 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-22b5930f-aca8-4094-9f3f-b8f376a6a6c7 service neutron] 10.222.0.49 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054378 Aug 04 10:52:47.192039 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:47.211539 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:47.214018 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3280075 Aug 04 10:52:47.214996 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830312f-f698-4822-804c-5a90ffbcdcf5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'Port': ['ID=586b5aa9-c960-4930-813a-8969df4b3346,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:47.221014 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=677548b3-da9e-4be2-a99e-8045a4b888c8,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:47.287428 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02741e81-ed60-4f79-97fd-167209669361 req-4509e8b4-2e4b-447d-b4b9-0e88279b7032 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:47.288923 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02741e81-ed60-4f79-97fd-167209669361 req-4509e8b4-2e4b-447d-b4b9-0e88279b7032 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 944 time: 0.1041527 Aug 04 10:52:47.332955 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-ce16c948-e730-4380-a8bf-2ea142b9f715 service neutron] 10.222.0.49 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376567 Aug 04 10:52:47.345579 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02741e81-ed60-4f79-97fd-167209669361 req-5802ab88-2456-4321-b97f-91e2ef83d72c tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Aug 04 10:52:47.473255 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-5cf6c095-5347-418d-8978-e6a51c5bbd87 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--659626862&fields=id&tenant_id=b88b63144d184acda825f2aa3fe741fb HTTP/1.1" status: 200 len: 267 time: 0.0471554 Aug 04 10:52:47.564217 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-16c75cec-20d3-4c38-826a-743b18de5a6b req-1d4a450f-25ef-4da8-8f40-87cdb84074ab tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 210 time: 0.0299890 Aug 04 10:52:47.626440 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-889897a8-5637-47e1-9297-e98f3b448e52 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:47.628041 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-889897a8-5637-47e1-9297-e98f3b448e52 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 810 time: 0.1488752 Aug 04 10:52:47.650625 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-6d5dda2e-cd59-4915-a0f6-ffc156a0f2b7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/quotas/b88b63144d184acda825f2aa3fe741fb HTTP/1.1" status: 200 len: 375 time: 0.0169041 Aug 04 10:52:47.736755 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-4f3a0b62-94f3-4fb9-b17a-62c66995ebf1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848019 Aug 04 10:52:47.749139 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1305a3-923e-4a6d-8b9a-3ba0292246e3 req-cf0197a8-7512-4741-9007-167134ff7a0a tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:47.750587 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6d1305a3-923e-4a6d-8b9a-3ba0292246e3 req-cf0197a8-7512-4741-9007-167134ff7a0a tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 943 time: 0.0706372 Aug 04 10:52:47.838422 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6d1305a3-923e-4a6d-8b9a-3ba0292246e3 req-5d7557b6-d493-4694-9ab6-6e1ab871a3b3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759614 Aug 04 10:52:47.868453 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-b79957a7-7bf5-4d7e-831a-d7f9670ceefc service neutron] 10.222.0.49 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141121 Aug 04 10:52:47.978562 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-53312690-e396-4f13-94fc-f3235def31b5 service neutron] 10.222.0.49 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028242 Aug 04 10:52:48.138471 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eb72cc56-2090-4c0e-ae5c-ad9d04cfae7e req-a6904991-e487-4625-9e73-a59b0d5c55e0 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 210 time: 0.0262105 Aug 04 10:52:48.202111 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-28fd7be9-91c0-4c1b-9085-da19c0f7544c req-351bc27a-8938-4348-bd70-b011dad86c13 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 210 time: 0.0252588 Aug 04 10:52:48.243069 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 8648a2a1-6257-4a54-9244-a39815f41ae3 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:48.300903 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 8648a2a1-6257-4a54-9244-a39815f41ae3 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:48.301306 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:48.379215 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 677548b3-da9e-4be2-a99e-8045a4b888c8 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:48.429833 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 677548b3-da9e-4be2-a99e-8045a4b888c8 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:48.430213 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:48.473540 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec7fe0-8dcf-40c7-83e4-477ab647cf93 req-2f007858-dc40-4ead-9de6-ef41fe6a60cb tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:48.484311 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fdec7fe0-8dcf-40c7-83e4-477ab647cf93 req-2f007858-dc40-4ead-9de6-ef41fe6a60cb tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 944 time: 0.0678990 Aug 04 10:52:48.535404 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fdec7fe0-8dcf-40c7-83e4-477ab647cf93 req-bf9e1c59-ce7a-414d-81d8-c94ce2d6c0e8 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482152 Aug 04 10:52:48.677720 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2dc99741-9a64-4a74-8626-b911202fa3c7 req-41c52672-402a-4a89-b7ee-f3298a4c9dc7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 210 time: 0.0323641 Aug 04 10:52:48.757037 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bbd20-e012-405f-a468-f89685156522 req-90d3edaf-d230-4b88-8547-b367ac571cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:48.765845 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-90d3edaf-d230-4b88-8547-b367ac571cc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5bf4b52f711e484a951376d62823a588&device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 1097 time: 0.0795050 Aug 04 10:52:48.882076 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-b955688f-a13c-4690-be1e-489d625c2b7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 HTTP/1.1" status: 200 len: 217 time: 0.0490680 Aug 04 10:52:48.974397 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f311b8-9f85-4b27-8aa3-57a7da206083 req-4abfe673-4419-476a-9721-06ff579327cb tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:48.978838 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bbd20-e012-405f-a468-f89685156522 req-4b3c30ca-6d44-47b9-b1c1-14902b676c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:48.980511 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-4b3c30ca-6d44-47b9-b1c1-14902b676c8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02a65ad7-79c7-4d05-85c6-2cbc0f549e35 HTTP/1.1" status: 200 len: 851 time: 0.0792739 Aug 04 10:52:48.982312 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6f311b8-9f85-4b27-8aa3-57a7da206083 req-4abfe673-4419-476a-9721-06ff579327cb tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 943 time: 0.0628827 Aug 04 10:52:49.074026 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6f311b8-9f85-4b27-8aa3-57a7da206083 req-71b98e01-456f-4af8-90d9-b8ce50e4a398 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870793 Aug 04 10:52:49.105669 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-968ee0ad-0ed0-42c3-8f6a-0d8bfef2ddc8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d990bf2-1a97-49d8-b0dc-4152197df187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760112 Aug 04 10:52:49.140271 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0e67-958a-43c8-bb66-eef6210806da req-d4639b1d-9227-471e-b3c2-fd124f3cd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:49.141804 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66cd0e67-958a-43c8-bb66-eef6210806da req-d4639b1d-9227-471e-b3c2-fd124f3cd39d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 1096 time: 0.1159496 Aug 04 10:52:49.224849 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-d7b292f8-36ca-4f4c-aedd-2052b04507b7 service neutron] 10.222.0.60 "GET /v2.0/networks/0d990bf2-1a97-49d8-b0dc-4152197df187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082618 Aug 04 10:52:49.337307 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-d67bbd20-e012-405f-a468-f89685156522 req-1d4ae2c7-75a0-4fc3-9e79-af0f6bea501c service neutron] 10.222.0.60 "GET /v2.0/networks/0d990bf2-1a97-49d8-b0dc-4152197df187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006589 Aug 04 10:52:49.434453 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2cb8e56f-1623-4d9f-881d-31637aa03858 req-5591b149-f1f7-48a3-afc6-995d4b2a5892 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 210 time: 0.0451221 Aug 04 10:52:49.465773 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be2e9608-9ff0-4bbb-9f68-aaf1e9613db4 req-ce2fa329-1621-4684-98ab-c1f818caceb0 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 210 time: 0.0671606 Aug 04 10:52:49.528842 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0e67-958a-43c8-bb66-eef6210806da req-2716b6c5-8747-4a9d-b7d1-4cb593daee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:49.530330 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66cd0e67-958a-43c8-bb66-eef6210806da req-2716b6c5-8747-4a9d-b7d1-4cb593daee0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 915 time: 0.3800111 Aug 04 10:52:49.568880 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.60', 52853) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:49.669427 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66cd0e67-958a-43c8-bb66-eef6210806da req-625722a6-018e-4a75-99d1-684f8a46d318 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a875b8b8-3469-4ec4-8737-eed47ebcc5f0 HTTP/1.1" status: 200 len: 217 time: 0.0989914 Aug 04 10:52:49.729573 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-22f77c85-2eaa-455a-9a7b-0263cdb692ae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:49.731193 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-22f77c85-2eaa-455a-9a7b-0263cdb692ae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 818 time: 0.1368041 Aug 04 10:52:49.754110 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-cf322c0a-60b9-4713-aa2c-586f1cc98203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:49.755599 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-cf322c0a-60b9-4713-aa2c-586f1cc98203 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5bf4b52f711e484a951376d62823a588&device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 1097 time: 0.1502647 Aug 04 10:52:49.756569 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Request body: {'port': {'device_id': '20e527ce-af2f-450b-badf-a9ceea23f314', 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd', 'admin_state_up': True, 'tenant_id': '39ed47241b6942a59eff2552631f5b69'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:49.770508 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59f17a-05e2-4849-8fbd-17774a80bbad req-f96ea473-ee9b-4ac5-a52a-0205a411dffd tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:49.772258 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9a59f17a-05e2-4849-8fbd-17774a80bbad req-f96ea473-ee9b-4ac5-a52a-0205a411dffd tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 944 time: 0.1679766 Aug 04 10:52:49.775665 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0e67-958a-43c8-bb66-eef6210806da req-3611723f-6192-46ef-9c98-9a955f1c8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:49.784122 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66cd0e67-958a-43c8-bb66-eef6210806da req-3611723f-6192-46ef-9c98-9a955f1c8927 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 200 len: 854 time: 0.1007757 Aug 04 10:52:49.866274 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dc85205d-75eb-460c-b42d-e52045976a16 req-27ea2249-4e91-455d-b26d-8f0abd96fe16 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 210 time: 0.0791705 Aug 04 10:52:49.878366 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Made reservation on behalf of 39ed47241b6942a59eff2552631f5b69 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:49.882159 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:49.895890 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66cd0e67-958a-43c8-bb66-eef6210806da req-95dc4069-7120-42b3-b5b9-50f848d8da95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5f2842-b147-4a61-8e12-19304aed5518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848300 Aug 04 10:52:49.989287 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9a59f17a-05e2-4849-8fbd-17774a80bbad req-2f630942-5345-4463-b3c9-b97a3b3f483b tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040613 Aug 04 10:52:50.025643 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Allocated IP 172.20.0.4 (ec6131aa-9a6a-4f11-b410-9cbc3e2594cd/92adabdc-a955-48fd-82e0-afbce3ca4537/e3d94e9e-f170-40df-836c-436fb06cd8c1) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:50.055506 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-8c015f42-820e-431d-88ad-04892d35eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:50.057042 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-8c015f42-820e-431d-88ad-04892d35eac6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0d990bf2-1a97-49d8-b0dc-4152197df187 HTTP/1.1" status: 200 len: 912 time: 0.2709544 Aug 04 10:52:50.067818 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66cd0e67-958a-43c8-bb66-eef6210806da req-27e9f71d-899c-4c37-81fa-1695e0688376 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439943 Aug 04 10:52:50.168128 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.60', 52857) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:50.188965 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-2817f207-c89a-4664-84c1-d910b30d2616 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 HTTP/1.1" status: 200 len: 217 time: 0.0941019 Aug 04 10:52:50.270961 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:50.320153 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:50.383077 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:50.389819 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:50.394482 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:50.401220 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-4563b56e-4bd0-455f-802e-a4878cfa72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:50.402663 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-4563b56e-4bd0-455f-802e-a4878cfa72dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02a65ad7-79c7-4d05-85c6-2cbc0f549e35 HTTP/1.1" status: 200 len: 851 time: 0.1664023 Aug 04 10:52:50.407013 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66cd0e67-958a-43c8-bb66-eef6210806da req-c63bb44b-f8b5-4835-97b6-4d1a75e7187f service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251827 Aug 04 10:52:50.407302 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:50.407961 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:50.419768 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42237816-fea7-4838-8ce1-7c4d75b8fcff req-923e7098-3eab-4c2e-82a3-851fcaf8bb2f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:50.421678 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-42237816-fea7-4838-8ce1-7c4d75b8fcff req-923e7098-3eab-4c2e-82a3-851fcaf8bb2f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 943 time: 0.1920998 Aug 04 10:52:50.423729 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Pushing event updated for resources: {'Port': ['ID=e3d94e9e-f170-40df-836c-436fb06cd8c1,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:50.435693 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-d77d0dce-8950-4780-a3df-350047386052 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:50.437511 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-d77d0dce-8950-4780-a3df-350047386052 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 818 time: 0.2680399 Aug 04 10:52:50.439813 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-a9504f79-fd68-4119-afc6-f0b12ce279e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6846344 Aug 04 10:52:50.496473 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Request body: {'port': {'device_id': '20e527ce-af2f-450b-badf-a9ceea23f314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:50.513554 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Request body: {'port': {'device_id': 'e4acecbc-8b2c-4227-8ef1-f086784d82d3', 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd', 'admin_state_up': True, 'tenant_id': '39ed47241b6942a59eff2552631f5b69'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:50.519927 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-a7bb47c9-62b0-49bc-ae01-2584aa2415fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d990bf2-1a97-49d8-b0dc-4152197df187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812442 Aug 04 10:52:50.557669 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:50.622172 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92822358-d56d-4650-afca-b99ae22f87a3 req-77be312a-9bde-4e24-be6e-57fd799019ca tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 210 time: 0.0805228 Aug 04 10:52:50.709315 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-42237816-fea7-4838-8ce1-7c4d75b8fcff req-cafd9226-111d-4aae-a05e-1848c6d4f805 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693660 Aug 04 10:52:50.936142 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d94e9e-f170-40df-836c-436fb06cd8c1 {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:50.945117 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:50.954630 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a12cbbca-faf0-461a-b355-48b377a2d306 req-82e07925-f579-4a8a-b029-44427e170736 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 210 time: 0.1183317 Aug 04 10:52:50.961235 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Transition to ACTIVE for port object e3d94e9e-f170-40df-836c-436fb06cd8c1 will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:50.977529 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:50.995722 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Made reservation on behalf of 39ed47241b6942a59eff2552631f5b69 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:50.999413 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:51.038495 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-75c308e1-3663-499e-a532-b9c07c408e66 req-64501da2-db9b-4421-a491-b2d790e9cace tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 210 time: 0.0824525 Aug 04 10:52:51.061725 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d94e9e-f170-40df-836c-436fb06cd8c1,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:51.082069 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Attempting to bind port e3d94e9e-f170-40df-836c-436fb06cd8c1 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:51.082602 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Attempting to bind port e3d94e9e-f170-40df-836c-436fb06cd8c1 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:51.083085 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Attempting to bind port e3d94e9e-f170-40df-836c-436fb06cd8c1 on network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:51.090838 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Port e3d94e9e-f170-40df-836c-436fb06cd8c1 on network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:52:51.091357 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-7a1d49da-b047-493b-9604-309ffa8143a5 service neutron] 10.222.0.60 "GET /v2.0/networks/0d990bf2-1a97-49d8-b0dc-4152197df187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405874 Aug 04 10:52:51.091495 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Attempting to bind port e3d94e9e-f170-40df-836c-436fb06cd8c1 on network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:51.096803 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:51.097144 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Checking segment: {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:51.097522 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Bound using segment: {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:51.097955 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Bound port: e3d94e9e-f170-40df-836c-436fb06cd8c1, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:51.098310 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:51.124777 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-4ffb6baf-6f7c-4a01-8583-7202d6d488fb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:51.126276 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-4ffb6baf-6f7c-4a01-8583-7202d6d488fb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 810 time: 0.2884791 Aug 04 10:52:51.162406 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] For port e3d94e9e-f170-40df-836c-436fb06cd8c1, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:51.166992 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] For port e3d94e9e-f170-40df-836c-436fb06cd8c1, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:51.171707 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:51.210510 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:51.211126 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:51.213262 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] 10.222.0.60 "PUT /v2.0/ports/e3d94e9e-f170-40df-836c-436fb06cd8c1 HTTP/1.1" status: 200 len: 1093 time: 0.7308359 Aug 04 10:52:51.213710 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e527ce-af2f-450b-badf-a9ceea23f314', 'tag': 'e3d94e9e-f170-40df-836c-436fb06cd8c1'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:52:51.216168 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8481f6-2a05-482a-ab05-1566e7921b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "20e527ce-af2f-450b-badf-a9ceea23f314", "tag": "e3d94e9e-f170-40df-836c-436fb06cd8c1"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:52:51.244410 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8415-47d2-4780-a3bd-f41beeac6634 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d94e9e-f170-40df-836c-436fb06cd8c1,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:51.318290 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa77c0e-9dfe-4a6b-82d7-380b9f7afe71 x-openstack-request-id: req-4aa77c0e-9dfe-4a6b-82d7-380b9f7afe71 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:52:51.318661 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e527ce-af2f-450b-badf-a9ceea23f314", "tag": "e3d94e9e-f170-40df-836c-436fb06cd8c1", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:52:51.318967 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4aa77c0e-9dfe-4a6b-82d7-380b9f7afe71 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:52:51.319430 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e527ce-af2f-450b-badf-a9ceea23f314', 'tag': 'e3d94e9e-f170-40df-836c-436fb06cd8c1', 'status': 'completed', 'code': 200} Aug 04 10:52:51.395356 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-63aedb0e-9496-4649-b91f-87c49392f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:51.397097 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-63aedb0e-9496-4649-b91f-87c49392f13b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1096 time: 0.0458865 Aug 04 10:52:51.405924 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.60', 52867) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:51.508591 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-338b6c09-a899-49d0-a06e-d529dd48ccf2 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88b63144d184acda825f2aa3fe741fb HTTP/1.1" status: 200 len: 379 time: 0.3527787 Aug 04 10:52:51.524545 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d5381-ccc7-4cbf-8cb1-febb003e0dcb req-def9ccbf-7846-4e84-b7df-81a9bf02f259 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:51.526667 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8b4d5381-ccc7-4cbf-8cb1-febb003e0dcb req-def9ccbf-7846-4e84-b7df-81a9bf02f259 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 944 time: 0.3995199 Aug 04 10:52:51.535190 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-10bf0be7-6b05-42d6-bc06-48582558ac6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1 HTTP/1.1" status: 200 len: 217 time: 0.0933352 Aug 04 10:52:51.536314 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'port': {'device_id': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'admin_state_up': True, 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'security_groups': ['b60177ba-0825-4c8f-9a8b-e06386879c95']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:51.614262 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-2f1b1113-4a7f-402a-9cf2-b36ed5aea77b service neutron] 10.222.0.60 "GET /v2.0/networks/0d990bf2-1a97-49d8-b0dc-4152197df187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834933 Aug 04 10:52:51.616521 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Allocated IP 172.20.0.8 (ec6131aa-9a6a-4f11-b410-9cbc3e2594cd/92adabdc-a955-48fd-82e0-afbce3ca4537/486c2798-e705-4ade-9f5e-bf808e7d649e) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:51.618199 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-e08c183f-6ff1-4783-a7dd-2abf012da336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:51.619816 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-e08c183f-6ff1-4783-a7dd-2abf012da336 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.0741634 Aug 04 10:52:51.628074 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-38d81598-3b6a-4bd7-b4e6-53191f8ee193 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:51.629428 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-38d81598-3b6a-4bd7-b4e6-53191f8ee193 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 817 time: 0.1889067 Aug 04 10:52:51.672576 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8b4d5381-ccc7-4cbf-8cb1-febb003e0dcb req-d3058241-6873-4cd9-8562-c29cb00abf1c tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245925 Aug 04 10:52:51.708438 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-b325e100-0751-4160-afe8-3e8559bb832a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366967 Aug 04 10:52:51.771506 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-29e566b6-865d-4a10-871f-e42c9c55f256 req-8e782182-117d-4978-8fb3-8c750d2619bb tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 210 time: 0.0421021 Aug 04 10:52:51.830545 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-688db64b-35e2-4211-aca8-1fc8d4f38298 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69 HTTP/1.1" status: 200 len: 380 time: 0.1421902 Aug 04 10:52:51.850078 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Made reservation on behalf of b88b63144d184acda825f2aa3fe741fb for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:51.856594 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:51.858532 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'port': {'device_id': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'admin_state_up': True, 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'security_groups': ['6a7faefa-383c-40e9-bbc7-9311a102266c']}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:51.942964 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-f71f8815-2b4e-402e-88c4-5ef3a3085487 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216103 Aug 04 10:52:52.018897 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.090815 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b6356202-0a7d-4c09-9968-c8e8652906e1 req-66ead2a6-c78a-429f-885f-2bcc7b4e4c29 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 210 time: 0.0389218 Aug 04 10:52:52.135438 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb163-e93e-4e99-b37f-cc54d0acd183 req-707d8ac1-4119-4d91-80ec-ce14bed9dd0f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:52.142860 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b3cb163-e93e-4e99-b37f-cc54d0acd183 req-707d8ac1-4119-4d91-80ec-ce14bed9dd0f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 943 time: 0.3181705 Aug 04 10:52:52.200010 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.202070 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Allocated IP 172.20.0.9 (78413f42-069e-49e9-826c-13b0e41c0372/2de14b66-abf4-49ec-80b9-c8677d0af84c/4703ced5-ba8e-49a7-91b0-8ec2c80fe105) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:52.244125 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-17afa02a-a7ca-4d51-b3c0-e31058357dee req-c69c4aa4-2ff1-4485-9908-0bf5460e7eab service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879050 Aug 04 10:52:52.246361 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Made reservation on behalf of c8d5e6c70f4d4d07bc6442ae94ccec69 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:52:52.250897 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.257013 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Pushing event updated for resources: {'Port': ['ID=486c2798-e705-4ade-9f5e-bf808e7d649e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:52.269345 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b3cb163-e93e-4e99-b37f-cc54d0acd183 req-c934be78-8e03-49ed-8876-815094ed3e1b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254599 Aug 04 10:52:52.336110 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8424f600-3d27-4a59-980d-e62f00ad2e8e req-c8cd3e0e-e5e1-42c0-95dd-829db43322b7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 210 time: 0.0801101 Aug 04 10:52:52.352128 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:52.358418 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:52.361406 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:52.369258 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:52.370126 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.395065 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-6536559e-f2c1-4244-90d8-e8e555d6bd1e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8866088 Aug 04 10:52:52.416757 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38412) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:52.426322 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Request body: {'port': {'device_id': 'e4acecbc-8b2c-4227-8ef1-f086784d82d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:52.465238 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-b53831ed-a4c1-4562-868c-6804b6a7957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:52.466723 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-b53831ed-a4c1-4562-868c-6804b6a7957a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1096 time: 0.1076610 Aug 04 10:52:52.519219 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Allocated IP 172.20.0.11 (7207ae49-29b5-40b5-b8d8-9da3cf691f2d/a0e61aea-c773-4fc9-8014-7aa055cb2a6f/6c0872ab-ea9c-4294-875e-55a8edb3614b) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:52:52.522110 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device a875b8b8-3469-4ec4-8737-eed47ebcc5f0 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:52:52.553002 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.558072 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38418) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:52.596581 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.637022 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Transition to ACTIVE for port object 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:52.683937 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f7188e69-8add-433e-a93d-51b94d4088d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.685107 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port a875b8b8-3469-4ec4-8737-eed47ebcc5f0, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:52.707126 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'a875b8b8-3469-4ec4-8737-eed47ebcc5f0', 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518', 'port_id': 'a875b8b8-3469-4ec4-8737-eed47ebcc5f0', 'mac_address': 'fa:16:3e:30:d9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d2819-991c-4ba6-8a1c-381998448c15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:52:52.707363 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ad3e5935-dba0-422f-9e8a-95064ff1d649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.758376 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.772542 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a875b8b8-3469-4ec4-8737-eed47ebcc5f0 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:52.781288 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-63bfeef9-e800-40b7-b0a3-242b05c61ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:52.782764 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-63bfeef9-e800-40b7-b0a3-242b05c61ebc service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 919 time: 0.3058517 Aug 04 10:52:52.795843 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port a875b8b8-3469-4ec4-8737-eed47ebcc5f0, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:52.803286 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.807683 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.810209 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:52:52.848576 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-74945591-665f-4ca2-9d10-d83bca873d60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1 HTTP/1.1" status: 200 len: 217 time: 0.0557292 Aug 04 10:52:52.937529 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-115b5645-76f2-4164-a38e-506e103c4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:52.939741 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-115b5645-76f2-4164-a38e-506e103c4257 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.0794909 Aug 04 10:52:52.952203 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Network 78413f42-069e-49e9-826c-13b0e41c0372 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:52.952400 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:52.971124 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:52.973113 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Transition to ACTIVE for port object 6c0872ab-ea9c-4294-875e-55a8edb3614b will not be triggered until provisioned by entity DHCP. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:52.983989 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'Port': ['ID=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:52.994701 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:53.000749 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:53.001645 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.021722 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338caab4-fc66-4702-acd5-a36527844702 req-93ea19c9-f6e7-4818-99e7-581db5c912a6 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:53.023467 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-338caab4-fc66-4702-acd5-a36527844702 req-93ea19c9-f6e7-4818-99e7-581db5c912a6 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 944 time: 0.2372205 Aug 04 10:52:53.049764 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:53.063187 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5d347cb4-430a-4cd5-97aa-9ebbed12c540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.070308 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-954095d0-25ab-4a42-8de7-f1f53f6e107b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532353 Aug 04 10:52:53.093463 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,segment=NetworkSegment(0d6c667a-36da-429f-bf74-a09c242cffb0),segment_id=0d6c667a-36da-429f-bf74-a09c242cffb0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:53.107965 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502', 'network_id': '0d990bf2-1a97-49d8-b0dc-4152197df187', 'port_id': '5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502', 'mac_address': 'fa:16:3e:3f:49:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a65ad7-79c7-4d05-85c6-2cbc0f549e35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:52:53.119323 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e88586-3530-44da-93e4-68d6ad9fe064 req-a62f3a5f-758a-4970-b2ae-fa0f97334fef tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:53.127422 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2e88586-3530-44da-93e4-68d6ad9fe064 req-a62f3a5f-758a-4970-b2ae-fa0f97334fef tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 931 time: 0.2426448 Aug 04 10:52:53.183342 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.204175 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.213590 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:53.247253 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,segment=NetworkSegment(0d6c667a-36da-429f-bf74-a09c242cffb0),segment_id=0d6c667a-36da-429f-bf74-a09c242cffb0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:53.254471 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.260310 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-338caab4-fc66-4702-acd5-a36527844702 req-bb23ddb2-7d33-4c39-80d5-24ff060ffca7 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231669 Aug 04 10:52:53.273630 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:52:53.276494 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2e88586-3530-44da-93e4-68d6ad9fe064 req-9de5ad80-4ad5-45a6-9650-2c53867c19d1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433887 Aug 04 10:52:53.285593 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486c2798-e705-4ade-9f5e-bf808e7d649e {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:53.307615 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.307772 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f7188e69-8add-433e-a93d-51b94d4088d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.335097 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-c8f81847-1e24-4e25-9acc-d7f9a9003e15 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8073533 Aug 04 10:52:53.338042 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:53.341018 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Transition to ACTIVE for port object 486c2798-e705-4ade-9f5e-bf808e7d649e will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:53.349216 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.352394 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-f144cf6b-7abd-44df-9855-65608a2468f6 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657468 Aug 04 10:52:53.354428 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:52:53.358079 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:52:53.362826 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Request body: {'port': {'device_id': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:53.364678 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-3aa6b681-a5f0-40e5-b502-d96cfbdc2f4b None None] Provisioning for port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:53.365544 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:53.366184 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.378365 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-3aa6b681-a5f0-40e5-b502-d96cfbdc2f4b None None] Provisioning complete for port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:53.379458 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b681-a5f0-40e5-b502-d96cfbdc2f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.435962 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6b681-a5f0-40e5-b502-d96cfbdc2f4b None None] Port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:52:53.454062 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f7188e69-8add-433e-a93d-51b94d4088d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.521783 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Pushing event updated for resources: {'Port': ['ID=486c2798-e705-4ade-9f5e-bf808e7d649e,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:53.568968 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:53.577437 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ad3e5935-dba0-422f-9e8a-95064ff1d649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.582937 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.590513 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-f7188e69-8add-433e-a93d-51b94d4088d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95ddaed472a4462484fb638a77754e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1692615 Aug 04 10:52:53.591591 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38446) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:53.598748 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d78e04-a992-4547-a431-c8bc4e975f6e req-66a4f0cc-7a10-4026-b846-899ba0361210 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:53.600417 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e0d78e04-a992-4547-a431-c8bc4e975f6e req-66a4f0cc-7a10-4026-b846-899ba0361210 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 944 time: 0.2106726 Aug 04 10:52:53.608867 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ad3e5935-dba0-422f-9e8a-95064ff1d649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.618426 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-71780b9f-6860-437d-b8b7-c45a641fc5c7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7660856 Aug 04 10:52:53.619233 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8f06-c5bd-4de8-8e61-99089078143f req-76ea6105-1c6c-4b22-ae51-2a9592c7cec5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:53.620751 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-061e8f06-c5bd-4de8-8e61-99089078143f req-76ea6105-1c6c-4b22-ae51-2a9592c7cec5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 931 time: 0.1922574 Aug 04 10:52:53.624459 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Attempting to bind port 486c2798-e705-4ade-9f5e-bf808e7d649e on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:53.624820 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Attempting to bind port 486c2798-e705-4ade-9f5e-bf808e7d649e by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:53.625148 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Attempting to bind port 486c2798-e705-4ade-9f5e-bf808e7d649e on network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:53.647427 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7188e69-8add-433e-a93d-51b94d4088d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb50a15-3271-4d7f-a39f-79e8cdb2483a,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:53.658287 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Port 486c2798-e705-4ade-9f5e-bf808e7d649e on network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:52:53.659056 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Attempting to bind port 486c2798-e705-4ade-9f5e-bf808e7d649e on network ec6131aa-9a6a-4f11-b410-9cbc3e2594cd {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:53.661139 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-fa16c449-af0b-4c91-ab1d-a25beece92f0 None None] Provisioning for port 6c0872ab-ea9c-4294-875e-55a8edb3614b completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:53.668814 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Request body: {'port': {'device_id': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:52:53.671036 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-fa16c449-af0b-4c91-ab1d-a25beece92f0 None None] Provisioning complete for port 6c0872ab-ea9c-4294-875e-55a8edb3614b triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:53.672144 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-fa16c449-af0b-4c91-ab1d-a25beece92f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.728205 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-fa16c449-af0b-4c91-ab1d-a25beece92f0 None None] Port 6c0872ab-ea9c-4294-875e-55a8edb3614b cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:52:53.745502 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:53.745920 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Checking segment: {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:53.746397 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Bound using segment: {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:53.746918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Bound port: 486c2798-e705-4ade-9f5e-bf808e7d649e, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:53.747339 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.760226 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['a875b8b8-3469-4ec4-8737-eed47ebcc5f0'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:52:53.786764 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-ad3e5935-dba0-422f-9e8a-95064ff1d649 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2dc991b1499341eeb91f28dfdd157f87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2261653 Aug 04 10:52:53.789129 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38448) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:53.797982 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e0d78e04-a992-4547-a431-c8bc4e975f6e req-0f6b374c-5fb8-41f0-b5e8-933e5d038091 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720824 Aug 04 10:52:53.807297 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-61dca143-e205-415f-a7ab-d0395361b04f service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589244 Aug 04 10:52:53.834067 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-061e8f06-c5bd-4de8-8e61-99089078143f req-d9239996-64d8-4b06-a9c9-bcaabe43b0e2 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970582 Aug 04 10:52:53.872161 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:52:53.880729 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e5935-dba0-422f-9e8a-95064ff1d649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44a6c6f-7341-4c19-866e-35a262f185aa,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:53.910408 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2a33d605-31a7-4fdf-8aed-e8ba41099f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.915106 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:53.987852 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2a33d605-31a7-4fdf-8aed-e8ba41099f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.014568 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4e68c35c-7173-4b96-b830-6f886dda1d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.081619 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4e68c35c-7173-4b96-b830-6f886dda1d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.206020 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2a33d605-31a7-4fdf-8aed-e8ba41099f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.210699 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2a33d605-31a7-4fdf-8aed-e8ba41099f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.217186 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-2a33d605-31a7-4fdf-8aed-e8ba41099f47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfb50a15-3271-4d7f-a39f-79e8cdb2483a HTTP/1.1" status: 204 len: 168 time: 0.6189823 Aug 04 10:52:54.260577 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33d605-31a7-4fdf-8aed-e8ba41099f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb50a15-3271-4d7f-a39f-79e8cdb2483a,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:54.280363 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4e68c35c-7173-4b96-b830-6f886dda1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.283198 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4e68c35c-7173-4b96-b830-6f886dda1d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.287003 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-4e68c35c-7173-4b96-b830-6f886dda1d9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e44a6c6f-7341-4c19-866e-35a262f185aa HTTP/1.1" status: 204 len: 168 time: 0.4924338 Aug 04 10:52:54.304223 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] For port 486c2798-e705-4ade-9f5e-bf808e7d649e, host hv-cinder-80345, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:54.305341 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68c35c-7173-4b96-b830-6f886dda1d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44a6c6f-7341-4c19-866e-35a262f185aa,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:54.323500 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] For port 486c2798-e705-4ade-9f5e-bf808e7d649e, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=486c2798-e705-4ade-9f5e-bf808e7d649e,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:54.340844 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.420824 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389672-c7fe-4593-bd7b-f492087ce293 req-20e8ddc6-2c49-47b4-870a-1863ae20d911 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:54.422596 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c389672-c7fe-4593-bd7b-f492087ce293 req-20e8ddc6-2c49-47b4-870a-1863ae20d911 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 932 time: 0.4857726 Aug 04 10:52:54.431528 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Pushing event updated for resources: {'Port': ['ID=486c2798-e705-4ade-9f5e-bf808e7d649e,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:54.455201 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0872ab-ea9c-4294-875e-55a8edb3614b {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:54.471499 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.485425 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:54.486059 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.487708 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-9927f4ab-6312-4af2-9be3-4f85c5006236 service neutron] 10.222.0.60 "PUT /v2.0/ports/486c2798-e705-4ade-9f5e-bf808e7d649e HTTP/1.1" status: 200 len: 1093 time: 2.0659490 Aug 04 10:52:54.492089 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4acecbc-8b2c-4227-8ef1-f086784d82d3', 'tag': '486c2798-e705-4ade-9f5e-bf808e7d649e'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:52:54.495109 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19336ff8-58a9-415d-9578-89e8dfab1b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4acecbc-8b2c-4227-8ef1-f086784d82d3", "tag": "486c2798-e705-4ade-9f5e-bf808e7d649e"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:52:54.499816 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Transition to ACTIVE for port object 6c0872ab-ea9c-4294-875e-55a8edb3614b will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:54.505220 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device e3d94e9e-f170-40df-836c-436fb06cd8c1 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:52:54.515662 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.604205 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c389672-c7fe-4593-bd7b-f492087ce293 req-c6ca3d58-2cb1-44b8-bab0-e3799e0ccb05 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548581 Aug 04 10:52:54.645699 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1442751-768b-4947-bf86-db975496df1d req-b03e023d-5165-428a-af91-e41088ceeaaf tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:54.651538 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:54.672967 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e1442751-768b-4947-bf86-db975496df1d req-b03e023d-5165-428a-af91-e41088ceeaaf tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 945 time: 0.2609081 Aug 04 10:52:54.752551 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Attempting to bind port 6c0872ab-ea9c-4294-875e-55a8edb3614b on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:54.753626 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Attempting to bind port 6c0872ab-ea9c-4294-875e-55a8edb3614b by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:54.754611 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Attempting to bind port 6c0872ab-ea9c-4294-875e-55a8edb3614b on network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:54.766114 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Port 6c0872ab-ea9c-4294-875e-55a8edb3614b on network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:52:54.774018 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port e3d94e9e-f170-40df-836c-436fb06cd8c1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:54.787961 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Attempting to bind port 6c0872ab-ea9c-4294-875e-55a8edb3614b on network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:54.799605 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:54.801345 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Checking segment: {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:54.801920 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Bound using segment: {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:54.802700 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Bound port: 6c0872ab-ea9c-4294-875e-55a8edb3614b, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:54.804722 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.809150 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'e3d94e9e-f170-40df-836c-436fb06cd8c1', 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd', 'port_id': 'e3d94e9e-f170-40df-836c-436fb06cd8c1', 'mac_address': 'fa:16:3e:f0:dc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92adabdc-a955-48fd-82e0-afbce3ca4537', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:52:54.860761 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38480) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:54.872516 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.878352 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0582-ec15-4d53-bfe7-1487b7463ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.890244 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:54.893065 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d94e9e-f170-40df-836c-436fb06cd8c1 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:54.900004 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.912100 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Transition to ACTIVE for port object 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:52:54.928834 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port e3d94e9e-f170-40df-836c-436fb06cd8c1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:54.934700 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.939688 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38484) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:54.944470 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-fab156f4-7091-49d0-83b7-26d3b05b2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:54.947924 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-fab156f4-7091-49d0-83b7-26d3b05b2641 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 1096 time: 0.3406994 Aug 04 10:52:54.948795 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:54.960319 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e1442751-768b-4947-bf86-db975496df1d req-9112c9c3-8bdd-4844-b638-0e8509671a8a tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856436 Aug 04 10:52:54.966156 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:54.972480 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb238-609a-4a87-9e29-13f3f86cf638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.006760 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:55.016715 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=e3d94e9e-f170-40df-836c-436fb06cd8c1,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:55.023758 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.072852 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dc5169-94c5-4178-848a-6f6c74687bb7 x-openstack-request-id: req-82dc5169-94c5-4178-848a-6f6c74687bb7 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:52:55.073172 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4acecbc-8b2c-4227-8ef1-f086784d82d3", "tag": "486c2798-e705-4ade-9f5e-bf808e7d649e", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:52:55.073425 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82dc5169-94c5-4178-848a-6f6c74687bb7 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:52:55.073816 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4acecbc-8b2c-4227-8ef1-f086784d82d3', 'tag': '486c2798-e705-4ade-9f5e-bf808e7d649e', 'status': 'completed', 'code': 200} Aug 04 10:52:55.073912 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.074518 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.075986 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] 10.222.0.60 "PUT /v2.0/ports/6c0872ab-ea9c-4294-875e-55a8edb3614b HTTP/1.1" status: 200 len: 1094 time: 1.4319715 Aug 04 10:52:55.076722 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:52:55.078978 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4447042c-b509-41cf-9707-2a0a54cb93ce" -d '{"events": [{"name": "network-changed", "server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:52:55.079759 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-5cd0dd8d-19ab-45ca-90b2-d25a774f2fa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=486c2798-e705-4ade-9f5e-bf808e7d649e HTTP/1.1" status: 200 len: 217 time: 0.0875854 Aug 04 10:52:55.090139 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92b612-d34b-42fd-9ebf-bd569496affa req-493602af-7fe5-4ae9-bff8-9dfd5d6d8064 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.091789 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ec92b612-d34b-42fd-9ebf-bd569496affa req-493602af-7fe5-4ae9-bff8-9dfd5d6d8064 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 943 time: 0.3167448 Aug 04 10:52:55.095515 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Pushing event updated for resources: {'Port': ['ID=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:55.132924 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df1e12-78b3-4dc4-a39f-5e4b1c65ce38 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:55.181786 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0582-ec15-4d53-bfe7-1487b7463ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.198519 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0582-ec15-4d53-bfe7-1487b7463ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.247670 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a0582-ec15-4d53-bfe7-1487b7463ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05f07fe-01b8-4cbc-a5e4-7a0ec051af23,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:55.287832 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['e3d94e9e-f170-40df-836c-436fb06cd8c1'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:52:55.292850 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ec92b612-d34b-42fd-9ebf-bd569496affa req-ce1c4cf2-9f17-4340-a33d-b4004fff8654 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326814 Aug 04 10:52:55.293843 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Attempting to bind port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:52:55.294181 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Attempting to bind port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:52:55.294508 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Attempting to bind port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 on network 78413f42-069e-49e9-826c-13b0e41c0372 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:55.295836 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-17ba950a-3874-4de9-beb6-708068908216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.297460 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-17ba950a-3874-4de9-beb6-708068908216 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 1097 time: 0.1286209 Aug 04 10:52:55.303917 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedd5a4-852d-4f11-aeb9-0cfefa312a78 req-42a8d7ee-7341-4180-9f0f-5461808d060a tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.305457 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5aedd5a4-852d-4f11-aeb9-0cfefa312a78 req-42a8d7ee-7341-4180-9f0f-5461808d060a tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 944 time: 0.1200805 Aug 04 10:52:55.308562 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-5c949a05-590c-44d1-b122-a6058367cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.309998 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-5c949a05-590c-44d1-b122-a6058367cc76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.2109430 Aug 04 10:52:55.312073 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 on network 78413f42-069e-49e9-826c-13b0e41c0372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:52:55.312393 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Attempting to bind port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 on network 78413f42-069e-49e9-826c-13b0e41c0372 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:52:55.322659 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9b1a0582-ec15-4d53-bfe7-1487b7463ab2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf9fd73ddef24d2c829ab2232c827e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615777 Aug 04 10:52:55.325346 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38488) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:55.336672 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:52:55.337102 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Checking segment: {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:52:55.337986 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Bound using segment: {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:52:55.338427 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Bound port: 4703ced5-ba8e-49a7-91b0-8ec2c80fe105, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:52:55.338786 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.380824 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-c0afd17a-29da-441f-8049-fbf8f1725cb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449722 Aug 04 10:52:55.387455 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-15dfc360-8f27-494d-aa32-a711de316c8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b HTTP/1.1" status: 200 len: 217 time: 0.0628412 Aug 04 10:52:55.541016 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5aedd5a4-852d-4f11-aeb9-0cfefa312a78 req-c2df7b3e-6114-4191-8816-8d5a1d9b4614 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063484 Aug 04 10:52:55.587948 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.602416 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89684ad-edf2-469a-897e-26aeefacb123 req-c6a94df7-c2e7-4091-9b66-92425e442f61 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.604083 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f89684ad-edf2-469a-897e-26aeefacb123 req-c6a94df7-c2e7-4091-9b66-92425e442f61 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 943 time: 0.2084894 Aug 04 10:52:55.606572 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] For port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105, host hv-cinder-80345, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:52:55.610184 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] For port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:52:55.610348 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555bdc4c-8669-407a-ba3d-17da9a37ae76 x-openstack-request-id: req-555bdc4c-8669-407a-ba3d-17da9a37ae76 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:52:55.610549 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:52:55.610826 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-555bdc4c-8669-407a-ba3d-17da9a37ae76 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:52:55.611161 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'status': 'completed', 'code': 200} Aug 04 10:52:55.614956 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-2d127f1e-bcdd-4b8e-9a54-113aa70826e5 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227542 Aug 04 10:52:55.617027 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.637533 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-013c6f88-3928-4c8b-bf4d-fac5af090c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.639000 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-013c6f88-3928-4c8b-bf4d-fac5af090c92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.2399557 Aug 04 10:52:55.666658 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-31cf08da-d2af-4e5c-9457-0cdc1da96099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.689005 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.689428 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.690991 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] 10.222.0.60 "PUT /v2.0/ports/4703ced5-ba8e-49a7-91b0-8ec2c80fe105 HTTP/1.1" status: 200 len: 1093 time: 2.3364744 Aug 04 10:52:55.726718 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb238-609a-4a87-9e29-13f3f86cf638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.739224 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb238-609a-4a87-9e29-13f3f86cf638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.765611 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-31cf08da-d2af-4e5c-9457-0cdc1da96099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.801699 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-4e1bb238-609a-4a87-9e29-13f3f86cf638 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9b10cbdf4f94ad3995fd249c8ef7e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578775 Aug 04 10:52:55.814098 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38498) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:55.864700 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-840c73b5-bfe1-4be9-92e0-5dff32e2cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.872325 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-840c73b5-bfe1-4be9-92e0-5dff32e2cf6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2178400 Aug 04 10:52:55.873910 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8793-8711-4c70-b2c7-db6c59ff75d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:55.879643 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f89684ad-edf2-469a-897e-26aeefacb123 req-929c8a3a-5472-47a6-956e-9157c7c427d9 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678199 Aug 04 10:52:55.899497 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bb238-609a-4a87-9e29-13f3f86cf638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e866389-01f6-4ff0-b79e-4d5db0ee6915,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:55.909550 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7a52f-acb2-415a-aaec-7bba6df60df4 service neutron] Pushing event updated for resources: {'Port': ['ID=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:55.968951 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd22c-4dff-44f4-8d16-be3fd8af988c req-eac39697-cfd7-4d81-b135-f8e258e911dd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.970634 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fdefd22c-4dff-44f4-8d16-be3fd8af988c req-eac39697-cfd7-4d81-b135-f8e258e911dd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.2434072 Aug 04 10:52:55.974758 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-b875c56e-46d9-40d1-9198-9f84263675fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:55.976585 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-b875c56e-46d9-40d1-9198-9f84263675fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 1096 time: 0.1876125 Aug 04 10:52:55.980530 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d010085b-d4b8-4ba7-9176-745b8e66fa3c req-7b081a38-b67a-4f2e-9014-de17ab5b3839 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489861 Aug 04 10:52:56.022634 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-31cf08da-d2af-4e5c-9457-0cdc1da96099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:56.025875 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-31cf08da-d2af-4e5c-9457-0cdc1da96099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:56.029703 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-31cf08da-d2af-4e5c-9457-0cdc1da96099 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f05f07fe-01b8-4cbc-a5e4-7a0ec051af23 HTTP/1.1" status: 204 len: 168 time: 0.6976740 Aug 04 10:52:56.057108 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fdefd22c-4dff-44f4-8d16-be3fd8af988c req-8e50db80-b574-4879-a64a-5fb956b24195 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769546 Aug 04 10:52:56.059957 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fd75b774-5017-48ae-85b3-0ebe12eef8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:56.092015 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-6932b706-dba9-4e63-8b9a-f6fa5db39488 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105 HTTP/1.1" status: 200 len: 217 time: 0.0775568 Aug 04 10:52:56.101388 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fd75b774-5017-48ae-85b3-0ebe12eef8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:56.128962 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf08da-d2af-4e5c-9457-0cdc1da96099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05f07fe-01b8-4cbc-a5e4-7a0ec051af23,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:56.168766 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-82f724fa-91a7-4e13-b8f1-4dca007601a8 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900488 Aug 04 10:52:56.234384 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-67f988ba-a73e-4540-b100-28f8bf2deaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.234685 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-67f988ba-a73e-4540-b100-28f8bf2deaad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2de14b66-abf4-49ec-80b9-c8677d0af84c HTTP/1.1" status: 200 len: 849 time: 0.0733898 Aug 04 10:52:56.246810 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fd75b774-5017-48ae-85b3-0ebe12eef8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:56.249204 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fd75b774-5017-48ae-85b3-0ebe12eef8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:56.253283 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-fd75b774-5017-48ae-85b3-0ebe12eef8ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e866389-01f6-4ff0-b79e-4d5db0ee6915 HTTP/1.1" status: 204 len: 168 time: 0.4354737 Aug 04 10:52:56.272503 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75b774-5017-48ae-85b3-0ebe12eef8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e866389-01f6-4ff0-b79e-4d5db0ee6915,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:56.291923 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb95cba-411d-4d03-950e-38bc560e452b req-cfb880b0-68de-4219-a3b3-8626a2d98373 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.293508 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3eb95cba-411d-4d03-950e-38bc560e452b req-cfb880b0-68de-4219-a3b3-8626a2d98373 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 945 time: 0.1786101 Aug 04 10:52:56.298191 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-81c0e22f-eaac-4083-a792-16a063187f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.299619 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-81c0e22f-eaac-4083-a792-16a063187f19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 1096 time: 0.1469328 Aug 04 10:52:56.309662 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-96b245a6-f670-4727-9588-4b4bdbf62a64 req-bc2cec56-fb3e-4ec5-ac67-c546603f09f8 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333110 Aug 04 10:52:56.424226 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-95d1b064-6868-4ded-920e-6cd68c670d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.425773 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-95d1b064-6868-4ded-920e-6cd68c670d14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78413f42-069e-49e9-826c-13b0e41c0372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1823735 Aug 04 10:52:56.489488 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-509e9c6b-0130-4fde-84f2-94354e1b845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.491074 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-509e9c6b-0130-4fde-84f2-94354e1b845c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 1097 time: 0.0542753 Aug 04 10:52:56.513102 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device a875b8b8-3469-4ec4-8737-eed47ebcc5f0 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:56.530018 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3eb95cba-411d-4d03-950e-38bc560e452b req-28d3dab3-1ce3-430e-a513-106b5e504fca tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251773 Aug 04 10:52:56.574287 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164da8d-bef2-4aa0-890c-9c952f28d340 req-a3013e5b-8e2b-44c5-8c9b-7864edda613f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.576217 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b164da8d-bef2-4aa0-890c-9c952f28d340 req-a3013e5b-8e2b-44c5-8c9b-7864edda613f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 943 time: 0.2064159 Aug 04 10:52:56.614052 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port a875b8b8-3469-4ec4-8737-eed47ebcc5f0 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:56.619329 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port a875b8b8-3469-4ec4-8737-eed47ebcc5f0 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:56.619766 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:56.626340 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-787fc2d6-1560-402f-b0cf-6959bb8c520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.627829 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-787fc2d6-1560-402f-b0cf-6959bb8c520b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 919 time: 0.3126357 Aug 04 10:52:56.693667 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-a4f5a6e2-34fb-44e2-80e4-ec8907bbc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.695158 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-a4f5a6e2-34fb-44e2-80e4-ec8907bbc690 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.1964626 Aug 04 10:52:56.717224 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:56.751553 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port a875b8b8-3469-4ec4-8737-eed47ebcc5f0, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:56.752615 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bfa471-1cc3-4e78-8252-6794397e1f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a875b8b8-3469-4ec4-8737-eed47ebcc5f0'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:52:56.774523 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-d6fdcee4-b77a-43c9-b47b-8d4338e7b0d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b HTTP/1.1" status: 200 len: 217 time: 0.0709052 Aug 04 10:52:56.833734 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:56.834612 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device e3d94e9e-f170-40df-836c-436fb06cd8c1 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:56.874572 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-88fc39f7-7c59-4834-845f-7aeecd10077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.876282 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-88fc39f7-7c59-4834-845f-7aeecd10077f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0940106 Aug 04 10:52:56.948475 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-25dcf053-0a54-41f3-8827-b2a43619b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:56.949843 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-25dcf053-0a54-41f3-8827-b2a43619b34f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576766 Aug 04 10:52:56.956063 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:56.968914 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port e3d94e9e-f170-40df-836c-436fb06cd8c1 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:56.975098 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port e3d94e9e-f170-40df-836c-436fb06cd8c1 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:56.976262 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:57.038754 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b164da8d-bef2-4aa0-890c-9c952f28d340 req-29bc1624-f88b-42b4-a1ba-9586428ed1e1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539676 Aug 04 10:52:57.043800 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-72c9c252-3e31-4e82-bc1d-2adce94e1cfb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=486c2798-e705-4ade-9f5e-bf808e7d649e HTTP/1.1" status: 200 len: 217 time: 0.4036181 Aug 04 10:52:57.072160 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-0c861f5c-827c-4716-86d5-9b2ca86bbaa5 service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254268 Aug 04 10:52:57.082700 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'tag': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:52:57.085515 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd5b3a8-ec46-4035-a514-a42efcc948ef" -d '{"events": [{"name": "network-changed", "server_uuid": "27d205a5-27ef-4f30-85b7-2900fa6483e2", "tag": "4703ced5-ba8e-49a7-91b0-8ec2c80fe105"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:52:57.099998 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5437b1-7429-4454-99af-10a0b96a2ae6" -d '{"events": [{"server_uuid": "29bfa471-1cc3-4e78-8252-6794397e1f80", "name": "network-vif-plugged", "status": "completed", "tag": "a875b8b8-3469-4ec4-8737-eed47ebcc5f0"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:52:57.123619 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-9f27c734-f41e-44b5-b04a-dc93b539e04e service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625819 Aug 04 10:52:57.126663 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:57.217231 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-f6573334-3ee2-4fc6-87d2-65d8e92a622d service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199875 Aug 04 10:52:57.221870 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:57.225393 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port e3d94e9e-f170-40df-836c-436fb06cd8c1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:57.230726 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:57.231828 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:52:57.312981 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4447042c-b509-41cf-9707-2a0a54cb93ce req-083f21d2-2971-4cf1-8cc8-ceb22592d138 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748433 Aug 04 10:52:57.341579 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=e3d94e9e-f170-40df-836c-436fb06cd8c1,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:57.354564 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:52:57.360254 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9c36c-84e5-401c-adae-fc3041e0910b req-f94d35dd-8a9f-4a71-9bcf-89e57170c8c0 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:57.361698 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d5d9c36c-84e5-401c-adae-fc3041e0910b req-f94d35dd-8a9f-4a71-9bcf-89e57170c8c0 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 945 time: 0.6763198 Aug 04 10:52:57.362354 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:52:57.362963 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:57.371908 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-80660ee4-efee-4d4d-8084-3b24af019cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:57.373393 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-80660ee4-efee-4d4d-8084-3b24af019cdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.3000741 Aug 04 10:52:57.411334 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eddfce-2480-4ac0-ac74-06541600148b req-424c6664-2187-4cc7-b27f-b7c4a42128ec tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:57.412847 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-81eddfce-2480-4ac0-ac74-06541600148b req-424c6664-2187-4cc7-b27f-b7c4a42128ec tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 943 time: 0.1470590 Aug 04 10:52:57.439914 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-3ba7b445-f6c6-4862-9de0-efdcac2b70b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454924 Aug 04 10:52:57.448161 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:57.508280 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,segment=NetworkSegment(0d6c667a-36da-429f-bf74-a09c242cffb0),segment_id=0d6c667a-36da-429f-bf74-a09c242cffb0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:57.515975 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:57.524081 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d5d9c36c-84e5-401c-adae-fc3041e0910b req-16ae6e1c-05b7-4837-b4c1-c0e1b947ba2b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488605 Aug 04 10:52:57.537490 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-81eddfce-2480-4ac0-ac74-06541600148b req-087bb6a5-6e50-4834-95d3-0504a0ea0165 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018543 Aug 04 10:52:57.597745 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:57.619105 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-1fcb0fb7-fbae-4ac5-bd98-3069182e8dde service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660647 Aug 04 10:52:57.749698 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19336ff8-58a9-415d-9578-89e8dfab1b9c req-63695587-8204-46a6-974d-aca38e7f3515 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231585 Aug 04 10:52:57.811025 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec7f42-508c-49f5-b0c6-ee1a6f10e5e3 req-2718c981-720d-4685-b32f-ccf36f60bae4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:57.819057 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9bec7f42-508c-49f5-b0c6-ee1a6f10e5e3 req-2718c981-720d-4685-b32f-ccf36f60bae4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0682089 Aug 04 10:52:57.826955 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227c2b50-3759-461b-a159-992d8cbc5447 x-openstack-request-id: req-227c2b50-3759-461b-a159-992d8cbc5447 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:52:57.827317 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bfa471-1cc3-4e78-8252-6794397e1f80", "name": "network-vif-plugged", "status": "completed", "tag": "a875b8b8-3469-4ec4-8737-eed47ebcc5f0", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:52:57.827506 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-227c2b50-3759-461b-a159-992d8cbc5447 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:52:57.827973 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bfa471-1cc3-4e78-8252-6794397e1f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a875b8b8-3469-4ec4-8737-eed47ebcc5f0', 'code': 200} Aug 04 10:52:57.876854 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9bec7f42-508c-49f5-b0c6-ee1a6f10e5e3 req-f0ca12cf-4c04-4bdd-9c38-7a80198c0a5d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506678 Aug 04 10:52:57.908288 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd4599-f476-49eb-a864-f181db44b74e x-openstack-request-id: req-26dd4599-f476-49eb-a864-f181db44b74e {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:52:57.908586 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d205a5-27ef-4f30-85b7-2900fa6483e2", "tag": "4703ced5-ba8e-49a7-91b0-8ec2c80fe105", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:52:57.908855 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26dd4599-f476-49eb-a864-f181db44b74e {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:52:57.909480 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'tag': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105', 'status': 'completed', 'code': 200} Aug 04 10:52:58.035979 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-b8346a95-307c-40c3-9ce6-9862e8353f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:58.035979 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-b8346a95-307c-40c3-9ce6-9862e8353f65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 1096 time: 0.0850878 Aug 04 10:52:58.051429 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec3907-cac1-4e9c-949b-4aabf183be97 req-6888257b-b915-4e86-9dd4-58693a08fb00 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:58.052888 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-39ec3907-cac1-4e9c-949b-4aabf183be97 req-6888257b-b915-4e86-9dd4-58693a08fb00 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0925272 Aug 04 10:52:58.152159 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20807d3-28b4-4f4d-a1a1-5558bcf0f0cf req-e3805341-63dc-47ac-ad74-7bbd406bcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:58.154161 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e20807d3-28b4-4f4d-a1a1-5558bcf0f0cf req-e3805341-63dc-47ac-ad74-7bbd406bcbaf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 1098 time: 0.0979450 Aug 04 10:52:58.157407 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-39ec3907-cac1-4e9c-949b-4aabf183be97 req-9757223e-7411-46c6-8093-9c31f650b308 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964043 Aug 04 10:52:58.195862 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-e20807d3-28b4-4f4d-a1a1-5558bcf0f0cf req-de08305c-7144-463b-9d4c-7ef1d31abe8f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:58.219607 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-2e659d8c-a079-401c-b875-bca357aef0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:58.221088 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-2e659d8c-a079-401c-b875-bca357aef0d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 911 time: 0.1775956 Aug 04 10:52:58.238941 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988359bb-b3d7-4b36-91c5-06e2f138a395 req-d3ffa6e8-ba21-4e7d-a924-0623530a3fcb tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:58.240653 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-988359bb-b3d7-4b36-91c5-06e2f138a395 req-d3ffa6e8-ba21-4e7d-a924-0623530a3fcb tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 943 time: 0.0803897 Aug 04 10:52:58.277823 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-f2229323-acf6-4285-a37f-a41219924418 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105 HTTP/1.1" status: 200 len: 217 time: 0.0361800 Aug 04 10:52:58.313914 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-e20807d3-28b4-4f4d-a1a1-5558bcf0f0cf req-de08305c-7144-463b-9d4c-7ef1d31abe8f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:58.319306 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-e20807d3-28b4-4f4d-a1a1-5558bcf0f0cf req-de08305c-7144-463b-9d4c-7ef1d31abe8f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:58.342669 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-988359bb-b3d7-4b36-91c5-06e2f138a395 req-6fb4b194-6029-430e-8ebd-60b04abc576c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936313 Aug 04 10:52:58.348972 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e20807d3-28b4-4f4d-a1a1-5558bcf0f0cf req-de08305c-7144-463b-9d4c-7ef1d31abe8f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859286 Aug 04 10:52:58.350148 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-d123c86d-a3ab-4703-98cc-acad8b2adf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:58.352105 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-d123c86d-a3ab-4703-98cc-acad8b2adf79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2de14b66-abf4-49ec-80b9-c8677d0af84c HTTP/1.1" status: 200 len: 849 time: 0.0618172 Aug 04 10:52:58.374559 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08305c-7144-463b-9d4c-7ef1d31abe8f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=97b1f276-bd5b-424e-8d50-b129e16a1850,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:58.524258 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:52:58.660983 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:58.673826 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'port_id': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'mac_address': 'fa:16:3e:86:6d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:52:58.725465 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:58.730775 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:58.734381 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602e5d8-4d61-46e4-9cf3-c7739cf450b9 req-ce8b6ba2-2de0-423d-91b6-dec87160a423 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:58.741916 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5602e5d8-4d61-46e4-9cf3-c7739cf450b9 req-ce8b6ba2-2de0-423d-91b6-dec87160a423 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 945 time: 0.1322792 Aug 04 10:52:58.746296 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0872ab-ea9c-4294-875e-55a8edb3614b {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:58.768547 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:58.781530 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:58.782221 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 486c2798-e705-4ade-9f5e-bf808e7d649e details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:52:58.787609 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-7381ea89-72a4-4fe5-8978-3619e9107d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:58.789308 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-7381ea89-72a4-4fe5-8978-3619e9107d6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78413f42-069e-49e9-826c-13b0e41c0372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138191 Aug 04 10:52:58.799379 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93ea65-09de-45b9-b0ae-ac9587f0c79c req-ecb700ed-940a-4652-9c75-df1dc07b46fe tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:58.801103 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6f93ea65-09de-45b9-b0ae-ac9587f0c79c req-ecb700ed-940a-4652-9c75-df1dc07b46fe tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 943 time: 0.1579435 Aug 04 10:52:58.817840 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5602e5d8-4d61-46e4-9cf3-c7739cf450b9 req-2730e49f-bdf0-4c55-9500-694931b9f0bf tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747461 Aug 04 10:52:58.897697 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6f93ea65-09de-45b9-b0ae-ac9587f0c79c req-a63d9540-61c9-4d40-8d7f-6f4831c01a03 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853930 Aug 04 10:52:58.930113 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:58.952120 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38650) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:58.960796 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-5aec8a53-208a-40bc-ab33-7246098f9724 service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584253 Aug 04 10:52:58.972178 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 486c2798-e705-4ade-9f5e-bf808e7d649e, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=486c2798-e705-4ade-9f5e-bf808e7d649e,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:59.001777 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '486c2798-e705-4ade-9f5e-bf808e7d649e', 'network_id': 'ec6131aa-9a6a-4f11-b410-9cbc3e2594cd', 'port_id': '486c2798-e705-4ade-9f5e-bf808e7d649e', 'mac_address': 'fa:16:3e:0b:a4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92adabdc-a955-48fd-82e0-afbce3ca4537', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:52:59.077207 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.096857 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486c2798-e705-4ade-9f5e-bf808e7d649e {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:52:59.110181 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa80c0-7d9c-40fa-957e-a305736b52df req-180b6778-dc8c-4451-b92b-e2cfa586f521 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:59.112194 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1bfa80c0-7d9c-40fa-957e-a305736b52df req-180b6778-dc8c-4451-b92b-e2cfa586f521 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 945 time: 0.0785658 Aug 04 10:52:59.125443 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e3d250ad-dfc4-4455-98c5-51b6afdd64bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.139715 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4cd5b3a8-ec46-4035-a514-a42efcc948ef req-bf81ea77-d059-4882-8f3f-9c11bb316623 service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681247 Aug 04 10:52:59.141849 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 486c2798-e705-4ade-9f5e-bf808e7d649e, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=486c2798-e705-4ade-9f5e-bf808e7d649e,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:52:59.150663 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.194607 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1bfa80c0-7d9c-40fa-957e-a305736b52df req-a3c5ed6f-2fb2-4848-8c8e-6a86ec242ac5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700512 Aug 04 10:52:59.245235 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=486c2798-e705-4ade-9f5e-bf808e7d649e,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:59.283956 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e3d250ad-dfc4-4455-98c5-51b6afdd64bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.288874 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e3d250ad-dfc4-4455-98c5-51b6afdd64bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.300879 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61f68a-697a-4169-b476-300d3631ed3f req-a8a0aef8-ec00-4ffb-af55-8647babc38f0 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:59.302632 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ec61f68a-697a-4169-b476-300d3631ed3f req-a8a0aef8-ec00-4ffb-af55-8647babc38f0 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0573511 Aug 04 10:52:59.333383 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-e3d250ad-dfc4-4455-98c5-51b6afdd64bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bd1d15b2e3744a29bec869a1494beff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800590 Aug 04 10:52:59.334372 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d250ad-dfc4-4455-98c5-51b6afdd64bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0cf1d7-d22c-40f4-82ed-3f72ab95fd77,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:59.337145 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 38672) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:59.381570 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ec61f68a-697a-4169-b476-300d3631ed3f req-8ea562c3-b11d-4c01-91c6-9e3a4ea4aace tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675857 Aug 04 10:52:59.471918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9063d2ee-6f26-4d79-865f-ca8e211e636d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.516631 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9063d2ee-6f26-4d79-865f-ca8e211e636d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.537146 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c6570-5b71-42c8-8f56-f392b7dbf037 req-58216a8f-5c13-402e-95e6-69cd140c0abc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:59.538644 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6a5c6570-5b71-42c8-8f56-f392b7dbf037 req-58216a8f-5c13-402e-95e6-69cd140c0abc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 944 time: 0.1116128 Aug 04 10:52:59.548992 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['6c0872ab-ea9c-4294-875e-55a8edb3614b'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:52:59.567742 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38686) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:59.592303 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['486c2798-e705-4ade-9f5e-bf808e7d649e'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:52:59.593074 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6a5c6570-5b71-42c8-8f56-f392b7dbf037 req-e7df891c-d72f-4ed8-8949-8f3bcd3c2b44 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477371 Aug 04 10:52:59.603810 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9063d2ee-6f26-4d79-865f-ca8e211e636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.606548 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9063d2ee-6f26-4d79-865f-ca8e211e636d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.607731 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-9063d2ee-6f26-4d79-865f-ca8e211e636d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe0cf1d7-d22c-40f4-82ed-3f72ab95fd77 HTTP/1.1" status: 204 len: 168 time: 0.2696776 Aug 04 10:52:59.616393 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063d2ee-6f26-4d79-865f-ca8e211e636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0cf1d7-d22c-40f4-82ed-3f72ab95fd77,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:59.716509 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-01372b98-2fa8-46fb-a014-ff8a549763f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.826605 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-01372b98-2fa8-46fb-a014-ff8a549763f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.829373 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e527ce-af2f-450b-badf-a9ceea23f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d94e9e-f170-40df-836c-436fb06cd8c1'}, {'server_uuid': '553b0f30-8eed-4cfe-b22b-ce83d5a048e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:52:59.831809 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5a81b8-45d4-49dc-a637-43b46bebd397" -d '{"events": [{"server_uuid": "20e527ce-af2f-450b-badf-a9ceea23f314", "name": "network-vif-plugged", "status": "completed", "tag": "e3d94e9e-f170-40df-836c-436fb06cd8c1"}, {"server_uuid": "553b0f30-8eed-4cfe-b22b-ce83d5a048e0", "name": "network-vif-plugged", "status": "completed", "tag": "5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:52:59.834803 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-01372b98-2fa8-46fb-a014-ff8a549763f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.873503 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 10:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7dd124-a61c-4b41-897f-a914d515cab3 x-openstack-request-id: req-ac7dd124-a61c-4b41-897f-a914d515cab3 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:52:59.873813 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e527ce-af2f-450b-badf-a9ceea23f314", "name": "network-vif-plugged", "status": "completed", "tag": "e3d94e9e-f170-40df-836c-436fb06cd8c1", "code": 200}, {"server_uuid": "553b0f30-8eed-4cfe-b22b-ce83d5a048e0", "name": "network-vif-plugged", "status": "completed", "tag": "5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:52:59.874107 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac7dd124-a61c-4b41-897f-a914d515cab3 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:52:59.874517 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e527ce-af2f-450b-badf-a9ceea23f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d94e9e-f170-40df-836c-436fb06cd8c1', 'code': 200} Aug 04 10:52:59.874840 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553b0f30-8eed-4cfe-b22b-ce83d5a048e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502', 'code': 200} Aug 04 10:52:59.884393 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-01372b98-2fa8-46fb-a014-ff8a549763f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f59396ad9e634703bda820391f0c10b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147182 Aug 04 10:52:59.887129 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38698) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:59.900590 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01372b98-2fa8-46fb-a014-ff8a549763f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e68ace-e891-4d63-b2eb-420ae6ad1273,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:52:59.958011 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11651e43-9084-4a7a-a0d3-f4c430b33b7a req-b8c45109-d32c-426d-8253-9066d79c8bed tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:52:59.959944 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-11651e43-9084-4a7a-a0d3-f4c430b33b7a req-b8c45109-d32c-426d-8253-9066d79c8bed tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 945 time: 0.0525961 Aug 04 10:52:59.960485 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 38702) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:52:59.963932 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c9b768ed-9529-4258-baa3-77308c5cd505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.976426 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-33643016-d80b-439c-9fc4-82deb9d12771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:52:59.991742 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c9b768ed-9529-4258-baa3-77308c5cd505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.052652 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c9b768ed-9529-4258-baa3-77308c5cd505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.058208 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-11651e43-9084-4a7a-a0d3-f4c430b33b7a req-c8d03586-83c9-4fa8-a865-99a35fc9c318 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Aug 04 10:53:00.058447 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c9b768ed-9529-4258-baa3-77308c5cd505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.062100 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-c9b768ed-9529-4258-baa3-77308c5cd505 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7e68ace-e891-4d63-b2eb-420ae6ad1273 HTTP/1.1" status: 204 len: 168 time: 0.1715207 Aug 04 10:53:00.074181 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b768ed-9529-4258-baa3-77308c5cd505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e68ace-e891-4d63-b2eb-420ae6ad1273,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:00.099054 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7820c9-b3f7-42f5-87f6-18c31f7948fd req-67dfdc95-7f4c-4649-82f4-abe27a0655aa tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:00.105167 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e7820c9-b3f7-42f5-87f6-18c31f7948fd req-67dfdc95-7f4c-4649-82f4-abe27a0655aa tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 943 time: 0.1175451 Aug 04 10:53:00.210013 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75964aa6-c07c-4f04-8c1f-e0fcec1bf19e req-7e31f070-d235-45c1-8307-24adda28e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:00.211523 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-75964aa6-c07c-4f04-8c1f-e0fcec1bf19e req-7e31f070-d235-45c1-8307-24adda28e10e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 1099 time: 0.0532622 Aug 04 10:53:00.221170 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e7820c9-b3f7-42f5-87f6-18c31f7948fd req-e284540f-f385-4703-87e3-5c11f498acd6 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035354 Aug 04 10:53:00.279992 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-33643016-d80b-439c-9fc4-82deb9d12771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.282631 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0f297-e33a-48ac-80e0-bb2add69f007 req-bf9335e7-ecfe-4ba8-907b-28dd0b9d54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:00.284211 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99d0f297-e33a-48ac-80e0-bb2add69f007 req-bf9335e7-ecfe-4ba8-907b-28dd0b9d54ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1098 time: 0.1205723 Aug 04 10:53:00.290353 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-75964aa6-c07c-4f04-8c1f-e0fcec1bf19e req-5daaab49-b188-4da5-b474-5b4eceac1eb5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Aug 04 10:53:00.296045 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-33643016-d80b-439c-9fc4-82deb9d12771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.383357 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-33643016-d80b-439c-9fc4-82deb9d12771 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c122bea71c274f7e90c72d6afa780d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193194 Aug 04 10:53:00.383733 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38710) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:00.386683 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33643016-d80b-439c-9fc4-82deb9d12771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a55cffc-d28f-4dc7-9bfa-dceebdbe35f2,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:00.394689 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99d0f297-e33a-48ac-80e0-bb2add69f007 req-51e4b4fe-f450-4f17-a15e-3851fd77add7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011465 Aug 04 10:53:00.405786 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18655206-8c43-4edf-bdcd-6c41f9ca3a41 req-e1ae0c58-db31-4b8c-bf2f-057c8de746bb tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:00.407283 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-18655206-8c43-4edf-bdcd-6c41f9ca3a41 req-e1ae0c58-db31-4b8c-bf2f-057c8de746bb tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 945 time: 0.1301849 Aug 04 10:53:00.450385 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-18655206-8c43-4edf-bdcd-6c41f9ca3a41 req-4dc958c2-2c26-4f1c-9554-5ee54dd903c8 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352769 Aug 04 10:53:00.466384 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cee72538-16f6-4909-9800-863ffad8e3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.473823 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.502981 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 38714) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:00.505392 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cee72538-16f6-4909-9800-863ffad8e3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.518216 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d07c418b-83f3-42d7-893e-97a1867651bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.529294 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:53:00.550622 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c174c-0ce8-48f6-96df-1fa6fb5bfa9a req-dcfcda95-1dea-4024-8a80-ccabfab2eb92 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:00.552209 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-773c174c-0ce8-48f6-96df-1fa6fb5bfa9a req-dcfcda95-1dea-4024-8a80-ccabfab2eb92 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0800586 Aug 04 10:53:00.560447 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cee72538-16f6-4909-9800-863ffad8e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.563365 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cee72538-16f6-4909-9800-863ffad8e3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.566466 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-cee72538-16f6-4909-9800-863ffad8e3e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a55cffc-d28f-4dc7-9bfa-dceebdbe35f2 HTTP/1.1" status: 204 len: 168 time: 0.1815276 Aug 04 10:53:00.595252 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee72538-16f6-4909-9800-863ffad8e3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a55cffc-d28f-4dc7-9bfa-dceebdbe35f2,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:00.621218 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-773c174c-0ce8-48f6-96df-1fa6fb5bfa9a req-52074399-8bbc-42fa-a441-cfe95f6f2579 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589206 Aug 04 10:53:00.724055 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d07c418b-83f3-42d7-893e-97a1867651bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.729431 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d07c418b-83f3-42d7-893e-97a1867651bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.770328 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:00.789726 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d07c418b-83f3-42d7-893e-97a1867651bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=742dd76d124a4f7d80a6352cc6a65958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834837 Aug 04 10:53:00.790165 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38728) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:00.790677 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'port_id': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105', 'mac_address': 'fa:16:3e:25:73:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:53:00.833422 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.835145 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800a4b-419e-40e3-b621-a0b974370c46 req-cb3d4272-cd86-4f4c-aab2-fb91aa989fbd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:00.836379 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd800a4b-419e-40e3-b621-a0b974370c46 req-cb3d4272-cd86-4f4c-aab2-fb91aa989fbd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 944 time: 0.1316385 Aug 04 10:53:00.837214 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c418b-83f3-42d7-893e-97a1867651bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c902d2ce-e5ae-4e57-b039-7bcf595a3d87,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:00.851678 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:53:00.880040 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:00.882621 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-80290ffb-7eb7-45dc-a45e-387aa1272d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.885414 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd800a4b-419e-40e3-b621-a0b974370c46 req-4afffc46-605a-4221-8024-bd6f742f1405 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Aug 04 10:53:00.887071 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.911204 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-80290ffb-7eb7-45dc-a45e-387aa1272d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.939220 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:00.964317 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-80290ffb-7eb7-45dc-a45e-387aa1272d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.968992 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-80290ffb-7eb7-45dc-a45e-387aa1272d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:00.970343 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-80290ffb-7eb7-45dc-a45e-387aa1272d06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c902d2ce-e5ae-4e57-b039-7bcf595a3d87 HTTP/1.1" status: 204 len: 168 time: 0.1790290 Aug 04 10:53:00.980286 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80290ffb-7eb7-45dc-a45e-387aa1272d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c902d2ce-e5ae-4e57-b039-7bcf595a3d87,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:01.212848 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f6782-3878-4277-bed9-6da93e71fd2d req-99fcc330-bbbb-4701-b682-88dc138b6da2 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:01.214332 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-812f6782-3878-4277-bed9-6da93e71fd2d req-99fcc330-bbbb-4701-b682-88dc138b6da2 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 945 time: 0.0520000 Aug 04 10:53:01.258511 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-812f6782-3878-4277-bed9-6da93e71fd2d req-3c9c8a9a-e05a-44bc-b4eb-ca8e5beaf82d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375466 Aug 04 10:53:01.310499 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['4703ced5-ba8e-49a7-91b0-8ec2c80fe105'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:53:01.376921 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad801089-ca01-4adc-9814-fe504dd30c19 req-00230cec-37d4-445d-9b5c-2e9a5c96f0d3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:01.378863 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ad801089-ca01-4adc-9814-fe504dd30c19 req-00230cec-37d4-445d-9b5c-2e9a5c96f0d3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 944 time: 0.0645854 Aug 04 10:53:01.453877 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ad801089-ca01-4adc-9814-fe504dd30c19 req-c611edc9-6cd9-4e5e-a466-2251fc3351b7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683858 Aug 04 10:53:01.617044 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75362be9-20ef-4ea7-9338-9f772ea78b02 req-09788aa9-8bc2-41d6-8946-fe22a854b335 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:01.620225 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-75362be9-20ef-4ea7-9338-9f772ea78b02 req-09788aa9-8bc2-41d6-8946-fe22a854b335 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 945 time: 0.0685017 Aug 04 10:53:01.713408 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-75362be9-20ef-4ea7-9338-9f772ea78b02 req-540fb765-269f-4bc8-820a-620503c98c0a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754654 Aug 04 10:53:01.815918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557732fa-1a26-4801-9125-5c1651a7ef4f req-0d76d75f-f0f9-4de3-92a9-ee440bffd097 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:01.823571 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-557732fa-1a26-4801-9125-5c1651a7ef4f req-0d76d75f-f0f9-4de3-92a9-ee440bffd097 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0712326 Aug 04 10:53:01.884593 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-557732fa-1a26-4801-9125-5c1651a7ef4f req-5f09d7c6-cffc-4914-b7e5-ce575a1e2296 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599644 Aug 04 10:53:02.029227 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df067694-7078-4ed1-abbf-a347591eec43 req-341d8d25-2413-4b9d-95f7-317a8ffd401a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:02.030770 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df067694-7078-4ed1-abbf-a347591eec43 req-341d8d25-2413-4b9d-95f7-317a8ffd401a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 944 time: 0.0514534 Aug 04 10:53:02.072606 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df067694-7078-4ed1-abbf-a347591eec43 req-96ad9175-5c90-4d56-983c-898285e19c03 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343797 Aug 04 10:53:02.528529 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:53:02.582304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6cc7-df04-4f3c-a345-7b37f28bc56e req-51c5ce1a-c60d-4afc-aa4d-4c6d975f9ff1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:02.584155 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-463f6cc7-df04-4f3c-a345-7b37f28bc56e req-51c5ce1a-c60d-4afc-aa4d-4c6d975f9ff1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 944 time: 0.0549374 Aug 04 10:53:02.590692 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:53:02.596624 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:53:02.597345 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:02.626464 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-463f6cc7-df04-4f3c-a345-7b37f28bc56e req-f2df488a-c57f-4977-9e6b-b2913e442776 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354803 Aug 04 10:53:02.700886 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:02.726917 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:53:02.729228 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ba2a8b-6fe1-4baf-b169-cfa8546f311a" -d '{"events": [{"server_uuid": "27d205a5-27ef-4f30-85b7-2900fa6483e2", "name": "network-vif-plugged", "status": "completed", "tag": "4703ced5-ba8e-49a7-91b0-8ec2c80fe105"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:53:02.743795 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:02.750816 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:02.751703 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:53:02.813164 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8d6ed-fe79-4f89-8772-d91c03a701c6 x-openstack-request-id: req-72d8d6ed-fe79-4f89-8772-d91c03a701c6 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:53:02.813462 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d205a5-27ef-4f30-85b7-2900fa6483e2", "name": "network-vif-plugged", "status": "completed", "tag": "4703ced5-ba8e-49a7-91b0-8ec2c80fe105", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:53:02.813720 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72d8d6ed-fe79-4f89-8772-d91c03a701c6 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:53:02.814114 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105', 'code': 200} Aug 04 10:53:02.894695 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:02.909391 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 6c0872ab-ea9c-4294-875e-55a8edb3614b completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:53:02.917744 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 6c0872ab-ea9c-4294-875e-55a8edb3614b triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:53:02.918133 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:02.956366 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133fa01-85d9-4f43-919a-5d8532f13fe6 req-dfe5a468-f725-4200-ab93-cc818b788e13 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:02.958058 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0133fa01-85d9-4f43-919a-5d8532f13fe6 req-dfe5a468-f725-4200-ab93-cc818b788e13 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 945 time: 0.1519828 Aug 04 10:53:03.035135 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0133fa01-85d9-4f43-919a-5d8532f13fe6 req-8c37b23e-92a6-443e-b090-d524faa4b3a4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690441 Aug 04 10:53:03.045439 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.107590 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fb58a-f026-4ac4-b830-b7d795c3ae1c req-17fc8ce3-2fee-4a46-bded-7ad6eae0aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:03.109552 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd4fb58a-f026-4ac4-b830-b7d795c3ae1c req-17fc8ce3-2fee-4a46-bded-7ad6eae0aec4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 1098 time: 0.0626686 Aug 04 10:53:03.121787 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:03.137387 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.138941 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 486c2798-e705-4ade-9f5e-bf808e7d649e up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:53:03.191422 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd4fb58a-f026-4ac4-b830-b7d795c3ae1c req-50e65b08-53f8-45ca-bc88-a26d73b273d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663459 Aug 04 10:53:03.256946 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1c06a-d5be-4963-8e0b-9551b73d30e7 req-f4b83f3e-e334-4e0e-9821-898b373fbf7b tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:03.259824 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1fc1c06a-d5be-4963-8e0b-9551b73d30e7 req-f4b83f3e-e334-4e0e-9821-898b373fbf7b tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0884373 Aug 04 10:53:03.271957 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:03.284591 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 486c2798-e705-4ade-9f5e-bf808e7d649e completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:53:03.289243 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 486c2798-e705-4ade-9f5e-bf808e7d649e triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:53:03.289746 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.322482 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1fc1c06a-d5be-4963-8e0b-9551b73d30e7 req-e1127526-dfcb-4724-b015-dd346391bcd2 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538418 Aug 04 10:53:03.450253 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.483584 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b15df-75e5-4d84-8c60-d099910727f3 req-5b976944-7089-44cc-9d2e-45dd95f03593 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:03.495075 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 486c2798-e705-4ade-9f5e-bf808e7d649e, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=486c2798-e705-4ade-9f5e-bf808e7d649e,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:03.495202 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38886) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:03.496120 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.499078 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ff8b15df-75e5-4d84-8c60-d099910727f3 req-5b976944-7089-44cc-9d2e-45dd95f03593 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 944 time: 0.0857806 Aug 04 10:53:03.573229 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ff8b15df-75e5-4d84-8c60-d099910727f3 req-b6fd4a3f-f220-4c0c-81e6-77fc87491efa tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731606 Aug 04 10:53:03.601142 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=486c2798-e705-4ade-9f5e-bf808e7d649e,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:03.635594 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f188851a-aafb-4bde-a62a-994ba333c206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.766258 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f188851a-aafb-4bde-a62a-994ba333c206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.771581 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f188851a-aafb-4bde-a62a-994ba333c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.773508 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9120c-fc0a-4291-867c-baac8d846add req-2e2493de-bb00-410f-8889-1af8e0acdf68 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:03.777199 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2fd9120c-fc0a-4291-867c-baac8d846add req-2e2493de-bb00-410f-8889-1af8e0acdf68 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0636036 Aug 04 10:53:03.823941 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2fd9120c-fc0a-4291-867c-baac8d846add req-c4472a4d-8cd0-47a7-9853-bd073392f7ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373433 Aug 04 10:53:03.827394 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-f188851a-aafb-4bde-a62a-994ba333c206 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5a29b997abb4b5b9f259766584536ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347251 Aug 04 10:53:03.828468 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188851a-aafb-4bde-a62a-994ba333c206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c3379a-77af-45c4-8b3c-4d0cc310664c,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:03.830255 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 38896) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:03.882966 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c48cb3b7-e01e-41fa-bb7d-066c9af71778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.904784 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c48cb3b7-e01e-41fa-bb7d-066c9af71778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.950911 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c48cb3b7-e01e-41fa-bb7d-066c9af71778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.953581 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c48cb3b7-e01e-41fa-bb7d-066c9af71778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:03.954744 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c48cb3b7-e01e-41fa-bb7d-066c9af71778 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15c3379a-77af-45c4-8b3c-4d0cc310664c HTTP/1.1" status: 204 len: 168 time: 0.1234918 Aug 04 10:53:03.963258 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cb3b7-e01e-41fa-bb7d-066c9af71778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c3379a-77af-45c4-8b3c-4d0cc310664c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:04.165719 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc4e4-837c-489c-851c-a487026f5530 req-1aa128ca-d712-4e26-a73a-359cca224bfd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:04.167222 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-73ecc4e4-837c-489c-851c-a487026f5530 req-1aa128ca-d712-4e26-a73a-359cca224bfd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0506535 Aug 04 10:53:04.206867 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-73ecc4e4-837c-489c-851c-a487026f5530 req-7b2dfd3c-102b-4a86-bc93-ebbb330a4897 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 Aug 04 10:53:04.222296 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 38906) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:04.235841 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-590d6a71-557c-489c-8d4f-c170a942f1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:04.323166 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-590d6a71-557c-489c-8d4f-c170a942f1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:04.326902 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-590d6a71-557c-489c-8d4f-c170a942f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:04.366004 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-590d6a71-557c-489c-8d4f-c170a942f1e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=768f25c55d6d4ba9b997c9b15700b8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426208 Aug 04 10:53:04.366901 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d6a71-557c-489c-8d4f-c170a942f1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8424f7-7f4a-497c-9265-de40712728bf,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:04.369258 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38912) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:04.418783 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6ed250a5-4383-49d5-8f56-6669df02511c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:04.441957 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6ed250a5-4383-49d5-8f56-6669df02511c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:04.488602 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6ed250a5-4383-49d5-8f56-6669df02511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:04.491299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6ed250a5-4383-49d5-8f56-6669df02511c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:04.492438 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-6ed250a5-4383-49d5-8f56-6669df02511c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a8424f7-7f4a-497c-9265-de40712728bf HTTP/1.1" status: 204 len: 168 time: 0.1219673 Aug 04 10:53:04.502744 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed250a5-4383-49d5-8f56-6669df02511c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8424f7-7f4a-497c-9265-de40712728bf,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:04.755317 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9b2c-0185-4f5d-9cd1-3c68a4f16f71 req-bba693fb-3dea-4339-8534-e3cb211308d6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:04.756958 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae0e9b2c-0185-4f5d-9cd1-3c68a4f16f71 req-bba693fb-3dea-4339-8534-e3cb211308d6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0809963 Aug 04 10:53:04.815437 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b'}, {'server_uuid': 'e4acecbc-8b2c-4227-8ef1-f086784d82d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c2798-e705-4ade-9f5e-bf808e7d649e'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:53:04.819595 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a6971a-cc79-48b3-ab48-a7616001f731" -d '{"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-plugged", "status": "completed", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b"}, {"server_uuid": "e4acecbc-8b2c-4227-8ef1-f086784d82d3", "name": "network-vif-plugged", "status": "completed", "tag": "486c2798-e705-4ade-9f5e-bf808e7d649e"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:53:04.824519 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae0e9b2c-0185-4f5d-9cd1-3c68a4f16f71 req-eb396acb-6403-4e90-906b-b6fec8a5c8e9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564861 Aug 04 10:53:04.890960 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 10:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737415af-3bca-453f-8d38-6f19535a02bf x-openstack-request-id: req-737415af-3bca-453f-8d38-6f19535a02bf {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:53:04.891330 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-plugged", "status": "completed", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b", "code": 200}, {"server_uuid": "e4acecbc-8b2c-4227-8ef1-f086784d82d3", "name": "network-vif-plugged", "status": "completed", "tag": "486c2798-e705-4ade-9f5e-bf808e7d649e", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:53:04.891766 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-737415af-3bca-453f-8d38-6f19535a02bf {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:53:04.892172 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'code': 200} Aug 04 10:53:04.892431 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4acecbc-8b2c-4227-8ef1-f086784d82d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c2798-e705-4ade-9f5e-bf808e7d649e', 'code': 200} Aug 04 10:53:04.957643 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d5c88-8024-4226-bf6c-4887aa1f06af req-fcf1dfae-7e9d-4ed2-8055-c5b7f8725fcc tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:04.959358 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a76d5c88-8024-4226-bf6c-4887aa1f06af req-fcf1dfae-7e9d-4ed2-8055-c5b7f8725fcc tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0625043 Aug 04 10:53:05.053974 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a76d5c88-8024-4226-bf6c-4887aa1f06af req-96996562-fc76-43c6-b08b-90a6773412cb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875018 Aug 04 10:53:05.186407 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6f0e-f5fa-49ff-b7fb-89033359b3d3 req-0f0e012b-f271-4d40-8414-bab8050c463a tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:05.188026 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1a0f6f0e-f5fa-49ff-b7fb-89033359b3d3 req-0f0e012b-f271-4d40-8414-bab8050c463a tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0505831 Aug 04 10:53:05.197336 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 38954) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:05.202470 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-ebe17970-8e1f-46e0-8125-9e5e553824d8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'floatingip': {'port_id': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:05.285073 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ebe17970-8e1f-46e0-8125-9e5e553824d8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:05.298460 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f739521-926d-4c57-a2b0-16c9c08c634f req-f30c05da-119b-4922-ae2a-b86f2a1775c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:05.300163 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-7f739521-926d-4c57-a2b0-16c9c08c634f req-f30c05da-119b-4922-ae2a-b86f2a1775c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 1099 time: 0.0460243 Aug 04 10:53:05.346304 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:53:05.364771 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-7f739521-926d-4c57-a2b0-16c9c08c634f req-4a34bcea-ba8f-458b-9921-c0c5594562b3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481982 Aug 04 10:53:05.650188 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2effe-bbab-4ec8-91dd-d069394b008e req-635e0235-c18d-46a2-ac96-8af29925806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:05.651606 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-38a2effe-bbab-4ec8-91dd-d069394b008e req-635e0235-c18d-46a2-ac96-8af29925806d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 1098 time: 0.3877902 Aug 04 10:53:05.681890 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a989e-7ca1-4d40-b877-6267cb945e98 req-3a1f83f2-46fe-4dac-946d-719fd11465c6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:05.683375 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-245a989e-7ca1-4d40-b877-6267cb945e98 req-3a1f83f2-46fe-4dac-946d-719fd11465c6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.3517227 Aug 04 10:53:05.776884 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-245a989e-7ca1-4d40-b877-6267cb945e98 req-84d9660d-57f0-4a56-b7c6-860f216b1579 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619588 Aug 04 10:53:05.918685 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 38994) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:05.924471 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-38a2effe-bbab-4ec8-91dd-d069394b008e req-b8f232f0-95ab-499d-8a1c-8ec463b68832 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107832 Aug 04 10:53:06.022351 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6638554f-e493-4ca3-8f2b-58b076e09d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.091494 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae236-5918-4a02-83d6-60efedcf7a05 req-dce4ccf6-1528-4ce6-9084-25380b7d2bc4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:06.092932 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-390ae236-5918-4a02-83d6-60efedcf7a05 req-dce4ccf6-1528-4ce6-9084-25380b7d2bc4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.2000878 Aug 04 10:53:06.136864 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6638554f-e493-4ca3-8f2b-58b076e09d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.142971 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6638554f-e493-4ca3-8f2b-58b076e09d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.160727 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-390ae236-5918-4a02-83d6-60efedcf7a05 req-8709b247-b644-42c9-89a9-8844367996b9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Aug 04 10:53:06.189498 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-6638554f-e493-4ca3-8f2b-58b076e09d00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03e926a8f6a341f89da043e2dbe38634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697341 Aug 04 10:53:06.190159 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39004) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:06.202301 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638554f-e493-4ca3-8f2b-58b076e09d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb69da66-e071-48e6-b178-fab3b6226095,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:06.252998 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8aae28ba-c817-4c46-a11c-490260cc80da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.275863 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8aae28ba-c817-4c46-a11c-490260cc80da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.311101 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ebe17970-8e1f-46e0-8125-9e5e553824d8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.315798 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ebe17970-8e1f-46e0-8125-9e5e553824d8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.334955 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8aae28ba-c817-4c46-a11c-490260cc80da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.338792 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8aae28ba-c817-4c46-a11c-490260cc80da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.340043 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-8aae28ba-c817-4c46-a11c-490260cc80da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb69da66-e071-48e6-b178-fab3b6226095 HTTP/1.1" status: 204 len: 168 time: 0.1450477 Aug 04 10:53:06.348387 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae28ba-c817-4c46-a11c-490260cc80da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb69da66-e071-48e6-b178-fab3b6226095,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:06.423386 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-ebe17970-8e1f-46e0-8125-9e5e553824d8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Floating IP 1e0b5e7a-b740-4535-b3d3-efd1a0e226f4 associated. External IP: 172.27.1.211, port: 4703ced5-ba8e-49a7-91b0-8ec2c80fe105. Aug 04 10:53:06.628367 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe17970-8e1f-46e0-8125-9e5e553824d8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Router 10edf0e2-008f-4f12-8131-35a38baaab6a has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:53:06.734338 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe17970-8e1f-46e0-8125-9e5e553824d8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:53:06.739572 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ebe17970-8e1f-46e0-8125-9e5e553824d8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:06.748254 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] Sync routers for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:53:06.758982 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:53:06.759577 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:06.770841 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ebe17970-8e1f-46e0-8125-9e5e553824d8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "PUT /v2.0/floatingips/1e0b5e7a-b740-4535-b3d3-efd1a0e226f4 HTTP/1.1" status: 200 len: 991 time: 1.5697780 Aug 04 10:53:06.770841 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'tag': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:53:06.771324 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9931cb-31ab-4dfa-9633-4635298a07a6" -d '{"events": [{"name": "network-changed", "server_uuid": "27d205a5-27ef-4f30-85b7-2900fa6483e2", "tag": "4703ced5-ba8e-49a7-91b0-8ec2c80fe105"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:53:06.825393 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509173ba-bae2-486d-80f3-0bdecadb5478 x-openstack-request-id: req-509173ba-bae2-486d-80f3-0bdecadb5478 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:53:06.825784 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d205a5-27ef-4f30-85b7-2900fa6483e2", "tag": "4703ced5-ba8e-49a7-91b0-8ec2c80fe105", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:53:06.826125 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-509173ba-bae2-486d-80f3-0bdecadb5478 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:53:06.826888 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'tag': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105', 'status': 'completed', 'code': 200} Aug 04 10:53:06.886438 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:53:06.938133 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374a22c-fa31-469e-9bcb-69421098a28b req-f5e316f4-4484-433f-8c8b-9801d4389790 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:06.939657 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0374a22c-fa31-469e-9bcb-69421098a28b req-f5e316f4-4484-433f-8c8b-9801d4389790 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0571122 Aug 04 10:53:06.983853 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0374a22c-fa31-469e-9bcb-69421098a28b req-c4f9b08e-6bc5-431a-9269-7e0e2fedde88 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383377 Aug 04 10:53:07.156626 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '1e0b5e7a-b740-4535-b3d3-efd1a0e226f4', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'port_id': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'mac_address': 'fa:16:3e:25:73:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:52:46Z', 'updated_at': '2021-08-04T10:53:06Z', 'revision_number': 1, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:07.181611 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] Checking router: 10edf0e2-008f-4f12-8131-35a38baaab6a for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:53:07.189575 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:53:07.190475 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:07.288537 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f035-549c-4a2a-afd6-c398ba18fe44 req-23219585-3387-42d8-add4-5db45249c48d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:07.290100 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0218f035-549c-4a2a-afd6-c398ba18fe44 req-23219585-3387-42d8-add4-5db45249c48d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0540235 Aug 04 10:53:07.304907 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:53:07.338952 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0218f035-549c-4a2a-afd6-c398ba18fe44 req-e9cb6dc6-292b-4a58-9be5-28880a61da5a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Aug 04 10:53:07.418433 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39058) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:07.518313 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ba51-9989-4136-9f0e-3a7d67360236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:07.534288 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '1e0b5e7a-b740-4535-b3d3-efd1a0e226f4', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'port_id': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'mac_address': 'fa:16:3e:25:73:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:52:46Z', 'updated_at': '2021-08-04T10:53:06Z', 'revision_number': 1, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:07.560786 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a1b0a-55f1-4bc0-9616-87c26f781008 None None] The sync data for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi is: [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '1e0b5e7a-b740-4535-b3d3-efd1a0e226f4', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'port_id': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'mac_address': 'fa:16:3e:25:73:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:52:46Z', 'updated_at': '2021-08-04T10:53:06Z', 'revision_number': 1, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:53:07.623080 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ba51-9989-4136-9f0e-3a7d67360236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:07.627761 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ba51-9989-4136-9f0e-3a7d67360236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:07.666939 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0ba51-9989-4136-9f0e-3a7d67360236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad72d089-fec6-449e-b047-b1b5a25c4c94,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:07.671056 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-f5b0ba51-9989-4136-9f0e-3a7d67360236 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a0319ba431a4925a3db7f769e9118db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516103 Aug 04 10:53:07.674242 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39064) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:07.729582 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fa021a1a-b474-403b-b510-e024800470fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:07.752142 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fa021a1a-b474-403b-b510-e024800470fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:07.792364 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b67451-5607-4574-8dd1-d1fc83dc3df1 None None] New status for floating IP 1e0b5e7a-b740-4535-b3d3-efd1a0e226f4: ACTIVE {{(pid=93297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:53:07.800468 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fa021a1a-b474-403b-b510-e024800470fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:07.803336 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fa021a1a-b474-403b-b510-e024800470fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:07.809131 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-fa021a1a-b474-403b-b510-e024800470fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad72d089-fec6-449e-b047-b1b5a25c4c94 HTTP/1.1" status: 204 len: 168 time: 0.1297228 Aug 04 10:53:07.816299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa021a1a-b474-403b-b510-e024800470fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad72d089-fec6-449e-b047-b1b5a25c4c94,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:08.119541 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaeee66-ae37-424e-9117-325007cb1f2f req-8752804d-9dd2-4ade-b65a-d262b5f7f3dd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:08.121116 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-beaeee66-ae37-424e-9117-325007cb1f2f req-8752804d-9dd2-4ade-b65a-d262b5f7f3dd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0562091 Aug 04 10:53:08.158085 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-beaeee66-ae37-424e-9117-325007cb1f2f req-f66dd100-ab5d-452e-8872-4798329f247f tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309579 Aug 04 10:53:08.456609 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f9b09-efd4-4b4d-9c89-6d10e3733686 req-8d0040a2-86dc-4148-ab3b-85f51ba98009 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:08.458127 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-148f9b09-efd4-4b4d-9c89-6d10e3733686 req-8d0040a2-86dc-4148-ab3b-85f51ba98009 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Aug 04 10:53:08.495614 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-148f9b09-efd4-4b4d-9c89-6d10e3733686 req-2958722c-21d8-4883-aca1-8bc185aac54e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Aug 04 10:53:09.459897 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f2932-10a6-4ab9-ae48-1d716f7f49d6 req-df426d24-7e96-4e75-a052-b42b80978344 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:09.461399 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c01f2932-10a6-4ab9-ae48-1d716f7f49d6 req-df426d24-7e96-4e75-a052-b42b80978344 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.2325549 Aug 04 10:53:09.525686 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c01f2932-10a6-4ab9-ae48-1d716f7f49d6 req-524b8247-faa5-4ac7-97fb-dfcdab2a3946 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524285 Aug 04 10:53:09.528526 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-91fbf54b-4056-4d16-8841-9d0d33761181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:09.529973 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-91fbf54b-4056-4d16-8841-9d0d33761181 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 1098 time: 0.0653703 Aug 04 10:53:09.647016 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c1c9c-c706-4944-b242-666550852a2e req-8cde1954-3387-48d7-b3af-549abc92f2db tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:09.648490 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd7c1c9c-c706-4944-b242-666550852a2e req-8cde1954-3387-48d7-b3af-549abc92f2db tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0657845 Aug 04 10:53:09.674249 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-3ccff1c6-e31c-4646-9e41-3f8df6b90f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:09.675644 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-3ccff1c6-e31c-4646-9e41-3f8df6b90f54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 911 time: 0.1373491 Aug 04 10:53:09.702563 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd7c1c9c-c706-4944-b242-666550852a2e req-bdbf4b81-c5b7-42a6-96be-4ecc0ab6cf41 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437362 Aug 04 10:53:09.793059 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-f369f6de-e5f0-4b26-af0d-2500e7cc5bb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105 HTTP/1.1" status: 200 len: 1001 time: 0.1045384 Aug 04 10:53:09.851635 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-a9d8b9bf-7ee0-419d-a1ee-47957d9a8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:09.853920 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-a9d8b9bf-7ee0-419d-a1ee-47957d9a8a67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2de14b66-abf4-49ec-80b9-c8677d0af84c HTTP/1.1" status: 200 len: 849 time: 0.0528584 Aug 04 10:53:09.900329 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-417a7869-b47b-4304-8bf2-91d3d29a5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:09.901888 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-417a7869-b47b-4304-8bf2-91d3d29a5a01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78413f42-069e-49e9-826c-13b0e41c0372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407867 Aug 04 10:53:09.995364 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-327fa04b-f9db-44d6-a087-c5e170855b7a service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849187 Aug 04 10:53:10.648696 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d3fd2-e544-4637-bf0c-78fb1c7fdd2d req-28176f1b-8c10-451d-9a0c-6faa58160018 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:10.650218 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-267d3fd2-e544-4637-bf0c-78fb1c7fdd2d req-28176f1b-8c10-451d-9a0c-6faa58160018 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0508273 Aug 04 10:53:10.687537 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-267d3fd2-e544-4637-bf0c-78fb1c7fdd2d req-e4df29ea-b706-4c94-9bd4-fb1dd0d3f779 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313940 Aug 04 10:53:10.832880 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9c3ba-59e6-4d5c-9cb5-83102ceae5fa req-bf1e2f64-77db-4293-b10e-a16f035aa97b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:10.834357 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ffd9c3ba-59e6-4d5c-9cb5-83102ceae5fa req-bf1e2f64-77db-4293-b10e-a16f035aa97b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0571940 Aug 04 10:53:10.872485 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ffd9c3ba-59e6-4d5c-9cb5-83102ceae5fa req-9cc700b2-5258-4394-8318-041fa43456be tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Aug 04 10:53:10.901819 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 39202) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:11.001017 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6b14-061c-4052-a019-978762ada394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.090032 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6b14-061c-4052-a019-978762ada394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.094226 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6b14-061c-4052-a019-978762ada394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.126749 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d2bc6b14-061c-4052-a019-978762ada394 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8549f09c0e17427095845a9777bd03b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238533 Aug 04 10:53:11.129373 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39210) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:11.137320 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc6b14-061c-4052-a019-978762ada394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fc3648-fb42-4232-99b9-0b00eb4185db,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:11.175967 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a3cb3-364b-4096-b7a9-78e47c7801b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.197165 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a3cb3-364b-4096-b7a9-78e47c7801b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.241261 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a3cb3-364b-4096-b7a9-78e47c7801b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.244262 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f8a3cb3-364b-4096-b7a9-78e47c7801b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.245411 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9f8a3cb3-364b-4096-b7a9-78e47c7801b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1fc3648-fb42-4232-99b9-0b00eb4185db HTTP/1.1" status: 204 len: 168 time: 0.1150758 Aug 04 10:53:11.252753 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a3cb3-364b-4096-b7a9-78e47c7801b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fc3648-fb42-4232-99b9-0b00eb4185db,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:11.498442 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39216) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:11.514165 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0cf40e59-69b1-4f9f-b717-cd7e0ed58d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.608136 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0cf40e59-69b1-4f9f-b717-cd7e0ed58d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.618954 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0cf40e59-69b1-4f9f-b717-cd7e0ed58d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.654626 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf40e59-69b1-4f9f-b717-cd7e0ed58d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b14fe3-9179-4edf-a7be-36de9a16d98f,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:11.658691 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-0cf40e59-69b1-4f9f-b717-cd7e0ed58d23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5d62424c4604c238adbeb621e982a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592512 Aug 04 10:53:11.661301 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39218) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:11.708421 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ee0032a9-a92a-4fdc-813e-88cbf5ab077c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.729467 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ee0032a9-a92a-4fdc-813e-88cbf5ab077c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.774205 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ee0032a9-a92a-4fdc-813e-88cbf5ab077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.776741 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ee0032a9-a92a-4fdc-813e-88cbf5ab077c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:11.777892 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-ee0032a9-a92a-4fdc-813e-88cbf5ab077c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25b14fe3-9179-4edf-a7be-36de9a16d98f HTTP/1.1" status: 204 len: 168 time: 0.1157067 Aug 04 10:53:11.792376 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0032a9-a92a-4fdc-813e-88cbf5ab077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b14fe3-9179-4edf-a7be-36de9a16d98f,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:11.808273 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4972ba-0f2a-4b9c-8a62-7242f209c07f req-30680bc0-ebfb-4542-9427-d4e3f44836bf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:11.810965 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dd4972ba-0f2a-4b9c-8a62-7242f209c07f req-30680bc0-ebfb-4542-9427-d4e3f44836bf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0533063 Aug 04 10:53:11.849447 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dd4972ba-0f2a-4b9c-8a62-7242f209c07f req-2da48530-7d4c-4cd4-b9bd-97a87a544de0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Aug 04 10:53:11.993952 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb206774-32ac-49f2-9869-96d642d965c9 req-42d27fbf-ee12-4cbd-bd9a-bed478715673 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:11.995432 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb206774-32ac-49f2-9869-96d642d965c9 req-42d27fbf-ee12-4cbd-bd9a-bed478715673 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0564649 Aug 04 10:53:12.035399 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb206774-32ac-49f2-9869-96d642d965c9 req-6b4faed9-2f36-4c8f-9a54-1c75b6a876ff tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338614 Aug 04 10:53:12.559939 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39252) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:12.652992 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-148349986-network', 'tenant_id': 'd100ab418bea440ba3a2a9277ffc2c3b'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:12.672839 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Made reservation on behalf of d100ab418bea440ba3a2a9277ffc2c3b for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:53:12.674990 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:12.682775 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:12.770550 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:12.774160 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:12.794245 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:53:12.807833 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06849f6-19ac-4a3d-abae-eabaaa46bb96,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:12.813401 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:12.813743 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Added segment f251fc09-a45f-4560-ac68-6d1dece5725f of type vlan for network 1fec0000-7147-4858-8357-abe6fa059c99 Aug 04 10:53:12.852028 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:12.882759 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:12.883945 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:12.885194 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:12.939655 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3786113 Aug 04 10:53:12.946774 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39260) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:12.954116 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Request body: {'subnet': {'network_id': '1fec0000-7147-4858-8357-abe6fa059c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-148349986-subnet', 'tenant_id': 'd100ab418bea440ba3a2a9277ffc2c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:12.960232 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a409f-2460-4594-883f-5c579b152a3f admin admin] Pushing event updated for resources: {'Network': ['ID=1fec0000-7147-4858-8357-abe6fa059c99,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:12.974093 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 1fec0000-7147-4858-8357-abe6fa059c99 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:53:12.978258 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95674a82-8cbd-43a8-bdb4-1cd5e3a137cb req-9bc5df1b-7ebf-451d-bfa6-d97de6c57c6c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:12.979813 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-95674a82-8cbd-43a8-bdb4-1cd5e3a137cb req-9bc5df1b-7ebf-451d-bfa6-d97de6c57c6c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0518456 Aug 04 10:53:12.981796 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Made reservation on behalf of d100ab418bea440ba3a2a9277ffc2c3b for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:53:12.984243 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:13.022439 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-95674a82-8cbd-43a8-bdb4-1cd5e3a137cb req-bdd2dcb5-1e27-47e6-b676-38b38e9f0b91 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360599 Aug 04 10:53:13.149637 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eda7a4-8fde-4578-90f3-5873592b07f2 req-355c2672-a874-4d8f-a463-912cfa37afec tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:13.151129 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68eda7a4-8fde-4578-90f3-5873592b07f2 req-355c2672-a874-4d8f-a463-912cfa37afec tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0468595 Aug 04 10:53:13.164618 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:13.190913 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68eda7a4-8fde-4578-90f3-5873592b07f2 req-6564ee43-b7d5-4dbb-9778-bf9aebc902fd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Aug 04 10:53:13.222783 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f263ce-6ee9-4807-946f-23651683e55b,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:13.235887 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Checking segment: {'id': 'f251fc09-a45f-4560-ac68-6d1dece5725f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1fec0000-7147-4858-8357-abe6fa059c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:53:13.236242 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Network hostable DHCP agents. Network: 1fec0000-7147-4858-8357-abe6fa059c99, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:53:13.253105 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Network 1fec0000-7147-4858-8357-abe6fa059c99 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:53:13.261821 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 1fec0000-7147-4858-8357-abe6fa059c99) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:53:13.266070 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:13.266658 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:13.270845 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663546a9-bc6a-480d-bf85-3ec25737baa9 None None] Network 1fec0000-7147-4858-8357-abe6fa059c99 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:53:13.279679 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-6eb9263d-7b81-44ff-be97-562cb416e01b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3313122 Aug 04 10:53:13.378880 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6f9931cb-31ab-4dfa-9633-4635298a07a6 req-ceea8175-4cba-4852-8859-95d721e11b80 service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949824 Aug 04 10:53:13.400226 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0db5a4-aa7f-44b4-97b8-d44842cd1d51 None None] Network 1fec0000-7147-4858-8357-abe6fa059c99 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:53:13.758927 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39284) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:13.763899 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1009448198-network', 'tenant_id': '7b5d417191414049bea9c8bf71218f2d'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:13.785709 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Made reservation on behalf of 7b5d417191414049bea9c8bf71218f2d for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:53:13.788125 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:13.797609 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:13.906584 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:13.910928 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:13.925516 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:53:13.939794 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:13.940681 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Added segment 0c078765-391e-4f3d-87f7-35f163fe3b18 of type vlan for network 24f1723f-4ed4-46e2-8346-5cc3fd0fe837 Aug 04 10:53:14.004749 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:14.014707 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e61a718-f9b0-49b5-8c8d-2ae2e75c8f58,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:14.050648 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:14.051710 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:14.052481 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:14.124808 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3646476 Aug 04 10:53:14.127381 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39300) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:14.132117 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Request body: {'subnet': {'network_id': '24f1723f-4ed4-46e2-8346-5cc3fd0fe837', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1009448198-subnet', 'tenant_id': '7b5d417191414049bea9c8bf71218f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:14.143845 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7e18a-bd4e-40f6-9df1-f03da3251074 admin admin] Pushing event updated for resources: {'Network': ['ID=24f1723f-4ed4-46e2-8346-5cc3fd0fe837,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:14.154837 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 24f1723f-4ed4-46e2-8346-5cc3fd0fe837 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:53:14.165313 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de8018-7695-4941-a1be-35f5cc9100b8 req-185b2f73-e41a-4050-9123-e8a19e1276ae tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:14.167024 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Made reservation on behalf of 7b5d417191414049bea9c8bf71218f2d for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:53:14.169659 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:14.172875 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17de8018-7695-4941-a1be-35f5cc9100b8 req-185b2f73-e41a-4050-9123-e8a19e1276ae tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0676281 Aug 04 10:53:14.218791 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17de8018-7695-4941-a1be-35f5cc9100b8 req-5c32cf27-03b8-4fce-825b-57c0f3ca6af3 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448039 Aug 04 10:53:14.391768 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c79106-9d7e-46f4-8a47-9b2d42faecbc req-1e371a90-85ff-4a45-bd12-fec28c70e461 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:14.393658 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a9c79106-9d7e-46f4-8a47-9b2d42faecbc req-1e371a90-85ff-4a45-bd12-fec28c70e461 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.1039770 Aug 04 10:53:14.411608 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952659-de83-47e1-931e-8b619ee286b7 req-f7617fcd-bfae-4962-af5b-7eeac3edd715 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:14.413403 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7a952659-de83-47e1-931e-8b619ee286b7 req-f7617fcd-bfae-4962-af5b-7eeac3edd715 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0902696 Aug 04 10:53:14.423626 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 39318) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:14.429429 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-67f8ac92-1961-4444-9984-12aec6344ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'floatingip': {'port_id': '6c0872ab-ea9c-4294-875e-55a8edb3614b'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:14.493078 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a9c79106-9d7e-46f4-8a47-9b2d42faecbc req-15cafd18-a4b5-4665-9f3f-02753b8ab042 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896764 Aug 04 10:53:14.495347 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:14.495833 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67f8ac92-1961-4444-9984-12aec6344ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:14.552845 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b455beaf-b4c8-4263-9805-9067b5e7a6ee,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:14.564382 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Checking segment: {'id': '0c078765-391e-4f3d-87f7-35f163fe3b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '24f1723f-4ed4-46e2-8346-5cc3fd0fe837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:53:14.564768 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Network hostable DHCP agents. Network: 24f1723f-4ed4-46e2-8346-5cc3fd0fe837, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:53:14.581808 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Network 24f1723f-4ed4-46e2-8346-5cc3fd0fe837 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:53:14.590679 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 24f1723f-4ed4-46e2-8346-5cc3fd0fe837) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:53:14.595642 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:14.596501 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:14.601641 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf1a4a-8a38-4dd5-978f-593b37a9be56 None None] Network 24f1723f-4ed4-46e2-8346-5cc3fd0fe837 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:53:14.621666 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9cf01577-d685-4323-9924-4b538efac110 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4848976 Aug 04 10:53:14.747537 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6604a2a4-7c47-448c-b299-fabf7d1235a9 None None] Network 24f1723f-4ed4-46e2-8346-5cc3fd0fe837 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:53:14.954019 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67f8ac92-1961-4444-9984-12aec6344ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:14.957753 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67f8ac92-1961-4444-9984-12aec6344ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:15.067549 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-67f8ac92-1961-4444-9984-12aec6344ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Floating IP eea11bb8-91f7-45c3-b3db-88b440bdaf4f associated. External IP: 172.27.1.213, port: 6c0872ab-ea9c-4294-875e-55a8edb3614b. Aug 04 10:53:15.299145 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f8ac92-1961-4444-9984-12aec6344ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Router fbd39303-8ad8-4573-9ec1-f09e43de6f4c has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:53:15.406703 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f8ac92-1961-4444-9984-12aec6344ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:53:15.411307 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67f8ac92-1961-4444-9984-12aec6344ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:15.417276 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] Sync routers for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:53:15.426145 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:53:15.427167 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:15.437453 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-67f8ac92-1961-4444-9984-12aec6344ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "PUT /v2.0/floatingips/eea11bb8-91f7-45c3-b3db-88b440bdaf4f HTTP/1.1" status: 200 len: 992 time: 1.0127892 Aug 04 10:53:15.438215 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:53:15.440581 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a201786-bde9-4102-a39b-96e0d8837412" -d '{"events": [{"name": "network-changed", "server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:53:15.482027 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b740eb82-68c4-4ebd-8889-5803bfc0292c x-openstack-request-id: req-b740eb82-68c4-4ebd-8889-5803bfc0292c {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:53:15.482557 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:53:15.482881 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b740eb82-68c4-4ebd-8889-5803bfc0292c {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:53:15.483346 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'status': 'completed', 'code': 200} Aug 04 10:53:15.537310 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:53:15.645726 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f97ab-3c8e-4f2c-b717-62fde6b0cc11 req-1d1e9956-19ad-4fb4-954d-2b8db28d8892 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:15.647289 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-817f97ab-3c8e-4f2c-b717-62fde6b0cc11 req-1d1e9956-19ad-4fb4-954d-2b8db28d8892 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0769527 Aug 04 10:53:15.670289 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a201786-bde9-4102-a39b-96e0d8837412 req-b38a429b-79c2-4713-a480-a3a8c764ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:15.672101 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7a201786-bde9-4102-a39b-96e0d8837412 req-b38a429b-79c2-4713-a480-a3a8c764ec45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 1099 time: 0.0693359 Aug 04 10:53:15.756425 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-817f97ab-3c8e-4f2c-b717-62fde6b0cc11 req-b277ee08-9f3c-44d0-8b02-ecbb928549f4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988100 Aug 04 10:53:15.795153 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a201786-bde9-4102-a39b-96e0d8837412 req-96c7cf67-3c41-42d1-a586-6cb55abe7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:15.796629 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7a201786-bde9-4102-a39b-96e0d8837412 req-96c7cf67-3c41-42d1-a586-6cb55abe7ac3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.1144924 Aug 04 10:53:15.807709 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': 'eea11bb8-91f7-45c3-b3db-88b440bdaf4f', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'port_id': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'mac_address': 'fa:16:3e:86:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:52:45Z', 'updated_at': '2021-08-04T10:53:14Z', 'revision_number': 1, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:15.845072 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] Checking router: fbd39303-8ad8-4573-9ec1-f09e43de6f4c for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:53:15.853747 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:53:15.854449 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:52:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:15.889167 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7a201786-bde9-4102-a39b-96e0d8837412 req-f82a487e-d67d-496a-91c6-14b0db292805 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b HTTP/1.1" status: 200 len: 1000 time: 0.0837691 Aug 04 10:53:15.968270 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a201786-bde9-4102-a39b-96e0d8837412 req-305db303-8e82-4474-af09-eaa41300a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:15.970045 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7a201786-bde9-4102-a39b-96e0d8837412 req-305db303-8e82-4474-af09-eaa41300a30a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0669794 Aug 04 10:53:16.008501 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:53:16.033842 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a201786-bde9-4102-a39b-96e0d8837412 req-4f187f43-01dd-497d-b0a8-c818e089f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:16.035546 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7a201786-bde9-4102-a39b-96e0d8837412 req-4f187f43-01dd-497d-b0a8-c818e089f185 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533197 Aug 04 10:53:16.137795 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197dc00-ca46-4aed-82ef-46562feac00e req-42f53954-e471-408d-af62-0846c25f3e97 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:16.139547 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0197dc00-ca46-4aed-82ef-46562feac00e req-42f53954-e471-408d-af62-0846c25f3e97 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0954049 Aug 04 10:53:16.145145 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-856dc7b0-4753-4292-9de5-28ea11cb4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:16.147260 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-856dc7b0-4753-4292-9de5-28ea11cb4ee6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 1098 time: 0.0533540 Aug 04 10:53:16.207126 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0197dc00-ca46-4aed-82ef-46562feac00e req-87a906a5-d495-45bd-8013-12886d822f72 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596852 Aug 04 10:53:16.209192 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7a201786-bde9-4102-a39b-96e0d8837412 req-d06d98d8-548f-4166-b4c7-dd0c15094b53 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307237 Aug 04 10:53:16.283366 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-17a8a113-4141-45dc-ba9b-90776605c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:16.284994 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-17a8a113-4141-45dc-ba9b-90776605c7be service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 919 time: 0.1019256 Aug 04 10:53:16.292972 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': 'eea11bb8-91f7-45c3-b3db-88b440bdaf4f', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'port_id': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'mac_address': 'fa:16:3e:86:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:52:45Z', 'updated_at': '2021-08-04T10:53:14Z', 'revision_number': 1, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:16.320597 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb6de4-f800-4700-896d-5c3ccebf2b44 None None] The sync data for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi is: [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': 'eea11bb8-91f7-45c3-b3db-88b440bdaf4f', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'port_id': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'mac_address': 'fa:16:3e:86:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:52:45Z', 'updated_at': '2021-08-04T10:53:14Z', 'revision_number': 1, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:53:16.328254 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7a201786-bde9-4102-a39b-96e0d8837412 req-4e96a524-af3f-4e19-9ca8-ffa5aecfa4d3 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985060 Aug 04 10:53:16.344826 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-1ca3e853-415c-4e03-9478-267c4438aea2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=486c2798-e705-4ade-9f5e-bf808e7d649e HTTP/1.1" status: 200 len: 217 time: 0.0422757 Aug 04 10:53:16.415051 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-c8f18737-3c61-4f18-a8cf-c9c4d0337f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:16.417260 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-c8f18737-3c61-4f18-a8cf-c9c4d0337f83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.0483577 Aug 04 10:53:16.460292 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-98bedb90-9906-447b-bc0f-4b755e5ebf77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277472 Aug 04 10:53:16.561740 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62e7a3-66e1-4445-aa12-99a5f3601559 None None] New status for floating IP eea11bb8-91f7-45c3-b3db-88b440bdaf4f: ACTIVE {{(pid=93297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:53:16.575565 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-ab3637ea-3c75-4305-8160-f745b9f0efd6 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070147 Aug 04 10:53:16.692228 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-8b4475aa-8eba-4e8c-b435-6e0cff5dc147 req-90faa171-f965-4e0f-ae1e-d05c04e1a5a0 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962970 Aug 04 10:53:17.333103 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f721-c8c1-47c6-9ac1-2f1942da9c84 req-adfc846d-d1ad-4668-9fd3-35e1f6c35f39 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:17.334577 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-55d6f721-c8c1-47c6-9ac1-2f1942da9c84 req-adfc846d-d1ad-4668-9fd3-35e1f6c35f39 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0514283 Aug 04 10:53:17.371885 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-55d6f721-c8c1-47c6-9ac1-2f1942da9c84 req-d9c004c1-2118-420d-8eea-527bdb838736 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Aug 04 10:53:17.874155 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-40202d93-c996-495f-b99a-a578eb4c3c4c tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:17.875648 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-40202d93-c996-495f-b99a-a578eb4c3c4c tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 814 time: 0.1137726 Aug 04 10:53:17.891265 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-994b5e40-a1ee-4de1-aee7-b7bd3ca94d3d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/quotas/a506de425d9f464b84bdf60e5f6cfbf8 HTTP/1.1" status: 200 len: 375 time: 0.0092504 Aug 04 10:53:17.954166 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-4817ba27-acce-47a8-a380-a325ac3a1d26 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544653 Aug 04 10:53:18.056559 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-4dedb16b-250e-476b-a29d-5df7dd6adcac service neutron] 10.222.0.49 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904634 Aug 04 10:53:18.355631 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-e4188fe6-fa88-4b81-a173-ff2c48c0c0e1 service neutron] 10.222.0.49 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927666 Aug 04 10:53:18.499334 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04524f-102f-440d-b916-39d833e01b01 req-d5e4f97c-6e08-4741-9782-5363db490cc3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:18.505168 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9c04524f-102f-440d-b916-39d833e01b01 req-d5e4f97c-6e08-4741-9782-5363db490cc3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0628273 Aug 04 10:53:18.538472 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c8ed6572-e045-40fd-951c-879151c85356 req-277bd078-39d7-40c4-85a7-90bbd4e6a80b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 210 time: 0.0488386 Aug 04 10:53:18.564856 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9c04524f-102f-440d-b916-39d833e01b01 req-9ee3b342-8ce3-49ec-90fc-b8991cb22be9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489235 Aug 04 10:53:19.650885 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-10800c52-28ee-4517-a002-e54c4d3c6e3a req-970be0ae-d26a-4577-8715-0eae83a66284 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 210 time: 0.0283818 Aug 04 10:53:19.706609 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b80292-8a51-4dd5-acaf-e9530284c51f req-759cdc06-4e24-4346-91f6-c22e566ee286 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:19.708010 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-79b80292-8a51-4dd5-acaf-e9530284c51f req-759cdc06-4e24-4346-91f6-c22e566ee286 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0537617 Aug 04 10:53:19.747981 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-79b80292-8a51-4dd5-acaf-e9530284c51f req-9cf3ba6b-78bb-4411-8924-bc8ba615ce87 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Aug 04 10:53:19.951429 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-719964a0-b0d7-4a87-bb11-057250c2a7b9 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:19.953004 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-719964a0-b0d7-4a87-bb11-057250c2a7b9 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 814 time: 0.1028154 Aug 04 10:53:19.980543 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Request body: {'port': {'device_id': '7b1703e8-04cf-4800-9084-96c9931ebedf', 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518', 'admin_state_up': True, 'tenant_id': 'a506de425d9f464b84bdf60e5f6cfbf8'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:20.090996 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Made reservation on behalf of a506de425d9f464b84bdf60e5f6cfbf8 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:53:20.094388 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:20.213823 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Allocated IP 172.20.0.4 (ff5f2842-b147-4a61-8e12-19304aed5518/5e1d2819-991c-4ba6-8a1c-381998448c15/9aa11a27-dab2-45e8-8bfe-06222131b8e9) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:53:20.368425 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:20.421475 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:20.459081 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['a875b8b8-3469-4ec4-8737-eed47ebcc5f0'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:53:20.477768 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Network ff5f2842-b147-4a61-8e12-19304aed5518 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:53:20.485945 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:53:20.490385 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:53:20.497309 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:20.500738 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:20.519701 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Pushing event updated for resources: {'Port': ['ID=9aa11a27-dab2-45e8-8bfe-06222131b8e9,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:20.531097 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555327 Aug 04 10:53:20.532673 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.533390 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.533888 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.534394 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.534907 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.535391 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.535878 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.536362 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.537354 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.537961 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.538509 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.539066 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0566cd0f-dbf2-415a-8cd9-67942d4d32a8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:20.558575 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Request body: {'port': {'device_id': '7b1703e8-04cf-4800-9084-96c9931ebedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:20.779401 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:20.779540 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2cd38-1f61-4980-b9a9-6b00ec451a3d req-a1ab2e4f-76c4-4cf1-8674-27e076a0eac4 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:20.781117 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fcf2cd38-1f61-4980-b9a9-6b00ec451a3d req-a1ab2e4f-76c4-4cf1-8674-27e076a0eac4 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 931 time: 0.0512545 Aug 04 10:53:20.826825 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fcf2cd38-1f61-4980-b9a9-6b00ec451a3d req-cbff41db-31e1-4d7b-b363-f60372295696 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Aug 04 10:53:20.880442 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470be8c-1301-4397-a411-53e9ab2f1eb7 req-98817f7b-074c-4314-9de6-c494ae041f5d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:20.882060 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9470be8c-1301-4397-a411-53e9ab2f1eb7 req-98817f7b-074c-4314-9de6-c494ae041f5d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0512514 Aug 04 10:53:20.927623 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9470be8c-1301-4397-a411-53e9ab2f1eb7 req-f72d0e7a-a2f7-4df9-8974-43394a4e0f19 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Aug 04 10:53:21.051412 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa11a27-dab2-45e8-8bfe-06222131b8e9 {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:53:21.059278 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:21.070528 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Transition to ACTIVE for port object 9aa11a27-dab2-45e8-8bfe-06222131b8e9 will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:53:21.074595 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:21.141929 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa11a27-dab2-45e8-8bfe-06222131b8e9,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:21.156471 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Attempting to bind port 9aa11a27-dab2-45e8-8bfe-06222131b8e9 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:53:21.156842 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Attempting to bind port 9aa11a27-dab2-45e8-8bfe-06222131b8e9 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:53:21.157171 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Attempting to bind port 9aa11a27-dab2-45e8-8bfe-06222131b8e9 on network ff5f2842-b147-4a61-8e12-19304aed5518 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:53:21.161211 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Port 9aa11a27-dab2-45e8-8bfe-06222131b8e9 on network ff5f2842-b147-4a61-8e12-19304aed5518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:53:21.161530 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Attempting to bind port 9aa11a27-dab2-45e8-8bfe-06222131b8e9 on network ff5f2842-b147-4a61-8e12-19304aed5518 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:53:21.166221 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:53:21.166553 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Checking segment: {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:53:21.166928 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Bound using segment: {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:53:21.167346 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Bound port: 9aa11a27-dab2-45e8-8bfe-06222131b8e9, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:53:21.167693 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:21.227374 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] For port 9aa11a27-dab2-45e8-8bfe-06222131b8e9, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:53:21.230336 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] For port 9aa11a27-dab2-45e8-8bfe-06222131b8e9, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=9aa11a27-dab2-45e8-8bfe-06222131b8e9,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:53:21.234195 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:21.271686 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:21.272315 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:21.273702 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] 10.222.0.60 "PUT /v2.0/ports/9aa11a27-dab2-45e8-8bfe-06222131b8e9 HTTP/1.1" status: 200 len: 1093 time: 0.7199092 Aug 04 10:53:21.274132 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1703e8-04cf-4800-9084-96c9931ebedf', 'tag': '9aa11a27-dab2-45e8-8bfe-06222131b8e9'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:53:21.276360 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47465421-3fa8-4fe7-bc09-e9ac4419a716" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1703e8-04cf-4800-9084-96c9931ebedf", "tag": "9aa11a27-dab2-45e8-8bfe-06222131b8e9"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:53:21.298578 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656714d-5eb5-45df-b7ba-49a28408a861 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa11a27-dab2-45e8-8bfe-06222131b8e9,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:21.315468 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a665479a-dd3e-4adb-a701-fe4cbf33a139 x-openstack-request-id: req-a665479a-dd3e-4adb-a701-fe4cbf33a139 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:53:21.315753 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1703e8-04cf-4800-9084-96c9931ebedf", "tag": "9aa11a27-dab2-45e8-8bfe-06222131b8e9", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:53:21.316003 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a665479a-dd3e-4adb-a701-fe4cbf33a139 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:53:21.316391 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1703e8-04cf-4800-9084-96c9931ebedf', 'tag': '9aa11a27-dab2-45e8-8bfe-06222131b8e9', 'status': 'completed', 'code': 200} Aug 04 10:53:21.409558 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0a2ee996-9d7c-47a4-a9d7-b060b06f4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:21.411004 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-0a2ee996-9d7c-47a4-a9d7-b060b06f4efb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 1096 time: 0.0384474 Aug 04 10:53:21.468697 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-ede1ded9-0993-42ad-a4aa-986a17fc9a9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa11a27-dab2-45e8-8bfe-06222131b8e9 HTTP/1.1" status: 200 len: 217 time: 0.0341840 Aug 04 10:53:21.557902 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-82d84755-5740-4260-9d25-133813c5f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:21.559168 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-82d84755-5740-4260-9d25-133813c5f159 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 200 len: 854 time: 0.0476274 Aug 04 10:53:23.005872 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-fb170779-d03a-4ec2-ab29-8001064c662b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:25.018299 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309ed8b-2812-4103-9d3c-dc1c206b05e9 req-1bc0e532-0742-40fc-bcf7-201d59adf8d3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:25.019800 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f309ed8b-2812-4103-9d3c-dc1c206b05e9 req-1bc0e532-0742-40fc-bcf7-201d59adf8d3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 943 time: 0.0507421 Aug 04 10:53:25.026979 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-e68f9d6c-000e-4713-bd7f-20a29f6cffb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5f2842-b147-4a61-8e12-19304aed5518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288122 Aug 04 10:53:25.061736 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f309ed8b-2812-4103-9d3c-dc1c206b05e9 req-358fd03d-32bd-46ac-98d7-159d9c3400f8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353744 Aug 04 10:53:25.127478 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-50b5b23f-321c-47fd-b954-f00414153b91 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856411 Aug 04 10:53:25.170358 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583ceb-552f-4abf-bc68-08089497fdbe req-3e202bfb-710b-44d7-b8c2-9145ffe98c23 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:25.171830 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2e583ceb-552f-4abf-bc68-08089497fdbe req-3e202bfb-710b-44d7-b8c2-9145ffe98c23 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0471413 Aug 04 10:53:25.212392 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2e583ceb-552f-4abf-bc68-08089497fdbe req-8195b845-bac3-4837-bc97-bb78a00a1efc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343926 Aug 04 10:53:25.267079 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-aaadc8f2-6f03-4e49-9d57-5392c3790a32 req-aec1dcdc-b30a-493d-97ba-c42014786472 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883818 Aug 04 10:53:25.464382 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-cb48d934-f224-4f19-9205-1c90512a791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:25.465783 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-cb48d934-f224-4f19-9205-1c90512a791e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 1096 time: 0.0400989 Aug 04 10:53:25.560511 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-c46a04f9-4e28-4db2-993e-41c2e1f3efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:25.561985 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-c46a04f9-4e28-4db2-993e-41c2e1f3efe9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 915 time: 0.0805719 Aug 04 10:53:25.583642 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:25.613526 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-6b286448-07ec-4b28-8bd3-6afa60e7a988 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa11a27-dab2-45e8-8bfe-06222131b8e9 HTTP/1.1" status: 200 len: 217 time: 0.0427685 Aug 04 10:53:25.667128 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-c58bf723-1159-4c49-b518-19e23751a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:25.668576 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-c58bf723-1159-4c49-b518-19e23751a7c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 200 len: 854 time: 0.0473473 Aug 04 10:53:25.705815 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-2d81c8c9-d41d-4292-b173-6c92ade9e0bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5f2842-b147-4a61-8e12-19304aed5518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245557 Aug 04 10:53:25.810264 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-33750749-459a-4e21-b84b-1307eeddefb4 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897510 Aug 04 10:53:25.854507 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-918c236a-8c9f-4a9a-8298-2e9c040e32ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:25.905344 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-47465421-3fa8-4fe7-bc09-e9ac4419a716 req-5bbbe25a-2624-46a3-8cf8-53b97b5be67d service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812466 Aug 04 10:53:26.238310 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd614-abca-4095-b108-644db987e5ff req-cfd4722b-7d31-48de-91f4-14c1b89ab1d5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:26.238989 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f9ccd614-abca-4095-b108-644db987e5ff req-cfd4722b-7d31-48de-91f4-14c1b89ab1d5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 943 time: 0.1088722 Aug 04 10:53:26.279104 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f9ccd614-abca-4095-b108-644db987e5ff req-9d0b262f-712c-4c46-abff-3170b86d3c11 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Aug 04 10:53:26.391321 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc04e-e84b-4c1a-affd-2cfd397c9556 req-5f2584cd-3fb6-49e8-b313-10da04514ec2 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:26.392832 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-731bc04e-e84b-4c1a-affd-2cfd397c9556 req-5f2584cd-3fb6-49e8-b313-10da04514ec2 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0562322 Aug 04 10:53:26.434284 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-731bc04e-e84b-4c1a-affd-2cfd397c9556 req-d2014519-d27d-40d7-b865-7590d1877dc8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354912 Aug 04 10:53:27.002379 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cd4da-6026-4b47-8dd8-c97e5e418c1e req-d9b5d6d7-786c-4bc4-b253-1780ca453377 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:27.003861 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cc9cd4da-6026-4b47-8dd8-c97e5e418c1e req-d9b5d6d7-786c-4bc4-b253-1780ca453377 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0490878 Aug 04 10:53:27.045742 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cc9cd4da-6026-4b47-8dd8-c97e5e418c1e req-5c711bb6-4e0f-4af8-b05d-e686551def1e tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356431 Aug 04 10:53:27.170465 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:27.398625 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9de1fd-6622-48a8-acbb-25aaba137cbc req-a8987967-8435-4e6a-8e7c-6200f8eb32b5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:27.400773 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e9de1fd-6622-48a8-acbb-25aaba137cbc req-a8987967-8435-4e6a-8e7c-6200f8eb32b5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 943 time: 0.0495603 Aug 04 10:53:27.442785 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e9de1fd-6622-48a8-acbb-25aaba137cbc req-8edb88f4-47dc-4b6d-b0b5-175600c089c9 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359757 Aug 04 10:53:27.585631 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c0bd-ea6d-412a-9180-81173a5ff9ca req-95fbeb9d-b8e3-4f67-8eaf-39023b7b2e54 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:27.587120 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dd35c0bd-ea6d-412a-9180-81173a5ff9ca req-95fbeb9d-b8e3-4f67-8eaf-39023b7b2e54 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0631711 Aug 04 10:53:27.625534 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dd35c0bd-ea6d-412a-9180-81173a5ff9ca req-47e081c5-042c-4fe0-8377-c0c5d282a2cd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Aug 04 10:53:27.892374 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-68dc8a8e-beaf-4549-b293-e6695bfa3881 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384476 Aug 04 10:53:28.036575 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-829fa0c3-81fb-4b2c-b28c-56a81afe3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:28.038171 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-829fa0c3-81fb-4b2c-b28c-56a81afe3f20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 1098 time: 0.0534315 Aug 04 10:53:28.147346 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-9e978fc6-3d9b-4d33-85d9-5f6b927d6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:28.148970 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-9e978fc6-3d9b-4d33-85d9-5f6b927d6a81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 915 time: 0.0869496 Aug 04 10:53:28.163544 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f39a1-bd23-474a-9e80-3c4b597efc68 req-4b908809-3058-42f8-8532-1f075c18fb1e tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:28.165046 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-140f39a1-bd23-474a-9e80-3c4b597efc68 req-4b908809-3058-42f8-8532-1f075c18fb1e tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0499182 Aug 04 10:53:28.199480 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-a9dc6f78-3181-4567-97da-51f732f61be4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a875b8b8-3469-4ec4-8737-eed47ebcc5f0 HTTP/1.1" status: 200 len: 217 time: 0.0380831 Aug 04 10:53:28.203186 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-140f39a1-bd23-474a-9e80-3c4b597efc68 req-c1429453-d7c1-42f9-8328-be8873c2dca9 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311544 Aug 04 10:53:28.255524 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-79466a9a-484e-463b-88a6-d4c0da85d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:28.257047 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-79466a9a-484e-463b-88a6-d4c0da85d9f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 200 len: 854 time: 0.0447698 Aug 04 10:53:28.301376 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-c2c7b818-7954-4a90-b4df-da5a3cb5f127 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5f2842-b147-4a61-8e12-19304aed5518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250700 Aug 04 10:53:28.398253 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-a3a2a5e2-40b1-429e-b4d3-1ec749741750 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824559 Aug 04 10:53:28.516865 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-afc34a6b-53b5-42f1-8bdb-168773f2c6ba req-9de003d4-b45d-4142-bf79-c3bcdfdbb666 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896442 Aug 04 10:53:28.567426 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0151-1db6-45f4-a484-002ba83ab9c6 req-2b8a0a2e-b3f5-4fd5-9e99-e0d405c33a36 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:28.568980 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd4e0151-1db6-45f4-a484-002ba83ab9c6 req-2b8a0a2e-b3f5-4fd5-9e99-e0d405c33a36 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 943 time: 0.0504773 Aug 04 10:53:28.610728 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd4e0151-1db6-45f4-a484-002ba83ab9c6 req-0abd0245-a929-424b-8bfd-d3eda0af3073 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Aug 04 10:53:28.642892 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 9aa11a27-dab2-45e8-8bfe-06222131b8e9 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:53:28.780185 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6025a6-0abe-4ab5-af08-8d2b979be388 req-a35abc7b-2ab5-4b94-bef9-84e1f574e8bc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:28.782266 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1c6025a6-0abe-4ab5-af08-8d2b979be388 req-a35abc7b-2ab5-4b94-bef9-84e1f574e8bc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0643787 Aug 04 10:53:28.793834 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:28.892129 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1c6025a6-0abe-4ab5-af08-8d2b979be388 req-218b8e0a-536a-4aa0-a67a-51934601cf07 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968950 Aug 04 10:53:28.906094 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 9aa11a27-dab2-45e8-8bfe-06222131b8e9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=9aa11a27-dab2-45e8-8bfe-06222131b8e9,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:28.919186 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '9aa11a27-dab2-45e8-8bfe-06222131b8e9', 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518', 'port_id': '9aa11a27-dab2-45e8-8bfe-06222131b8e9', 'mac_address': 'fa:16:3e:b0:1d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d2819-991c-4ba6-8a1c-381998448c15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:53:28.957895 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:28.974876 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa11a27-dab2-45e8-8bfe-06222131b8e9 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:53:28.994253 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 9aa11a27-dab2-45e8-8bfe-06222131b8e9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=9aa11a27-dab2-45e8-8bfe-06222131b8e9,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:28.997829 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:29.045038 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=9aa11a27-dab2-45e8-8bfe-06222131b8e9,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:29.052471 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.052471 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.052798 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.053146 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.053484 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.053821 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.054155 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.054487 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.054838 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.055172 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.055501 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.055825 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.320628 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e989eb-adad-453a-a881-fe84576bf579 req-5d9719f6-f051-4465-b0ea-2d951da53a67 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:29.322059 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2e989eb-adad-453a-a881-fe84576bf579 req-5d9719f6-f051-4465-b0ea-2d951da53a67 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0483060 Aug 04 10:53:29.360536 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2e989eb-adad-453a-a881-fe84576bf579 req-c5f3740b-54af-4698-8125-3b05b21aa458 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326846 Aug 04 10:53:29.372086 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39720) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:29.473510 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-de22999a-c89d-474a-adca-30cd9918f06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:29.564754 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-de22999a-c89d-474a-adca-30cd9918f06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:29.568854 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-de22999a-c89d-474a-adca-30cd9918f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:29.591920 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['9aa11a27-dab2-45e8-8bfe-06222131b8e9'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:53:29.613162 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-de22999a-c89d-474a-adca-30cd9918f06d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4522dcfedf94bcb906d58731fc3c1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398102 Aug 04 10:53:29.614043 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22999a-c89d-474a-adca-30cd9918f06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07e8361-3709-4c1b-908c-73b9ac833e09,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:29.615329 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 39726) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:29.669445 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:29.718136 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:29.768582 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef7fe3-9ac6-4268-a956-44f04ca006cb req-1157b20e-477b-415d-bc42-27fe3258f75d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:29.770144 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4fef7fe3-9ac6-4268-a956-44f04ca006cb req-1157b20e-477b-415d-bc42-27fe3258f75d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 944 time: 0.0864856 Aug 04 10:53:29.801678 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:29.804334 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:29.805496 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a07e8361-3709-4c1b-908c-73b9ac833e09 HTTP/1.1" status: 204 len: 168 time: 0.1885448 Aug 04 10:53:29.818519 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07e8361-3709-4c1b-908c-73b9ac833e09,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:29.833870 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.834221 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.834606 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.834943 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.835272 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.835602 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.835926 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.836247 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.836571 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.836917 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.837242 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.837588 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76fe5d-ce50-4e43-a747-f54517186178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:53:29.842674 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4fef7fe3-9ac6-4268-a956-44f04ca006cb req-4fb43489-e34b-472e-8bbc-de04da349b21 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603054 Aug 04 10:53:30.023148 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98045f-2d7e-4bd8-9c99-afdaca288c91 req-0fcde80e-26ab-4017-a0a5-37648dd8fbff tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:30.026032 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9a98045f-2d7e-4bd8-9c99-afdaca288c91 req-0fcde80e-26ab-4017-a0a5-37648dd8fbff tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0714509 Aug 04 10:53:30.068129 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9a98045f-2d7e-4bd8-9c99-afdaca288c91 req-55b11415-fe5f-43ce-8472-16299aeef06d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344946 Aug 04 10:53:30.119556 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 39748) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:30.134271 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d435-3e67-4861-8d43-47afdfcbead2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:30.231159 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d435-3e67-4861-8d43-47afdfcbead2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:30.235241 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d435-3e67-4861-8d43-47afdfcbead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:30.274625 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d6b0d435-3e67-4861-8d43-47afdfcbead2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b18a2bae2b4f4abeb5a4e98297b48633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539283 Aug 04 10:53:30.277198 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0d435-3e67-4861-8d43-47afdfcbead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831c6bf1-506f-4d0d-a5e5-a3b63b55378b,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:30.278063 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39754) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:30.334933 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4bad81d2-55ca-40c3-9808-25ec2aa18e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:30.356369 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4bad81d2-55ca-40c3-9808-25ec2aa18e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:30.407467 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4bad81d2-55ca-40c3-9808-25ec2aa18e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:30.410945 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4bad81d2-55ca-40c3-9808-25ec2aa18e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:30.412483 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-4bad81d2-55ca-40c3-9808-25ec2aa18e69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/831c6bf1-506f-4d0d-a5e5-a3b63b55378b HTTP/1.1" status: 204 len: 168 time: 0.1318407 Aug 04 10:53:30.421316 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad81d2-55ca-40c3-9808-25ec2aa18e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831c6bf1-506f-4d0d-a5e5-a3b63b55378b,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:30.491057 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:30.531877 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2293d3f-a678-4260-a944-8f0627dc90ba req-9f8943d3-d714-469d-9a48-5a97a975bd50 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:30.533845 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2293d3f-a678-4260-a944-8f0627dc90ba req-9f8943d3-d714-469d-9a48-5a97a975bd50 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0741839 Aug 04 10:53:30.581520 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2293d3f-a678-4260-a944-8f0627dc90ba req-73c107ac-a5d0-4ced-aecf-b1b333bd44d8 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd09129a-10f8-4fc6-acf0-00ab06729817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346582 Aug 04 10:53:30.738556 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-36b26e2c-75ec-4840-8c5f-826180ac36dc tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:30.740115 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-36b26e2c-75ec-4840-8c5f-826180ac36dc tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.60 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 946 time: 0.0890200 Aug 04 10:53:30.896267 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Deleting port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:53:30.896628 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:30.966130 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f6c2f-ea5b-478a-a13e-d88ac0f48d77 req-4965f91d-57f7-43d1-bfea-1e417572a050 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:30.967369 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-207f6c2f-ea5b-478a-a13e-d88ac0f48d77 req-4965f91d-57f7-43d1-bfea-1e417572a050 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 944 time: 0.0558224 Aug 04 10:53:31.024018 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] For port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,segment=NetworkSegment(0d6c667a-36da-429f-bf74-a09c242cffb0),segment_id=0d6c667a-36da-429f-bf74-a09c242cffb0)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:31.024462 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:31.025268 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-207f6c2f-ea5b-478a-a13e-d88ac0f48d77 req-b25021d5-3332-40ec-aca5-ded1e8ff5274 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Aug 04 10:53:31.039355 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Calling delete_port for 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:53:31.201958 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4c37c-d026-49c7-ae48-7d2dacbd9099 req-70701c27-5588-4a66-9555-833823ee7cce tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:31.203568 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32a4c37c-d026-49c7-ae48-7d2dacbd9099 req-70701c27-5588-4a66-9555-833823ee7cce tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0512557 Aug 04 10:53:31.232890 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:31.249928 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32a4c37c-d026-49c7-ae48-7d2dacbd9099 req-e9a68b88-6182-47fd-908a-d4914eb72ebe tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383854 Aug 04 10:53:31.313452 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:53:31.320378 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Pushing event deleted for resources: {'Port': ['ID=5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:31.339626 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] No DVR routers for this DVR port 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:53:31.342540 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:31.344525 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4b554b08-50b7-443d-8b08-6f14ecf6990e req-6baa6626-c0d6-4d81-adeb-9d2145de5ab4 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.60 "DELETE /v2.0/ports/5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 HTTP/1.1" status: 204 len: 173 time: 0.5930083 Aug 04 10:53:31.344978 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553b0f30-8eed-4cfe-b22b-ce83d5a048e0', 'name': 'network-vif-deleted', 'tag': '5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:53:31.347163 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bae9fa-0772-40c6-b9c5-2f6bb0cbf69b" -d '{"events": [{"server_uuid": "553b0f30-8eed-4cfe-b22b-ce83d5a048e0", "name": "network-vif-deleted", "tag": "5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:53:31.385359 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6877810-3616-45cd-a611-c083437ae0f8 x-openstack-request-id: req-d6877810-3616-45cd-a611-c083437ae0f8 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:53:31.385633 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553b0f30-8eed-4cfe-b22b-ce83d5a048e0", "name": "network-vif-deleted", "tag": "5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:53:31.385968 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6877810-3616-45cd-a611-c083437ae0f8 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:53:31.386425 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553b0f30-8eed-4cfe-b22b-ce83d5a048e0', 'name': 'network-vif-deleted', 'tag': '5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502', 'status': 'completed', 'code': 200} Aug 04 10:53:31.682423 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8672f808-2c69-4ddc-8b59-61df7d0fe1ed req-c6074475-d414-4a89-b4ce-694324b71ffd tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Aug 04 10:53:31.709400 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 39826) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:31.755952 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29dafe7-ffbe-4e6d-8fdd-cc09cdd45773 admin admin] Deleting subnet 27f263ce-6ee9-4807-946f-23651683e55b {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:53:31.759133 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a29dafe7-ffbe-4e6d-8fdd-cc09cdd45773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:31.794128 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a29dafe7-ffbe-4e6d-8fdd-cc09cdd45773 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:31.803892 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a29dafe7-ffbe-4e6d-8fdd-cc09cdd45773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:31.858240 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a29dafe7-ffbe-4e6d-8fdd-cc09cdd45773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:31.889013 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dafe7-ffbe-4e6d-8fdd-cc09cdd45773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f263ce-6ee9-4807-946f-23651683e55b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:31.895190 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a29dafe7-ffbe-4e6d-8fdd-cc09cdd45773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:31.901172 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a29dafe7-ffbe-4e6d-8fdd-cc09cdd45773 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/27f263ce-6ee9-4807-946f-23651683e55b HTTP/1.1" status: 204 len: 168 time: 0.1907544 Aug 04 10:53:31.904849 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 39834) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:31.973371 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.080568 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.093851 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.094509 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.095473 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.096188 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > port after_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.096772 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.097438 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > port after_update 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.098009 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.098608 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.099165 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.099711 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.274675 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.275688 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.276024 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.276367 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.276750 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fec0000-7147-4858-8357-abe6fa059c99']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:32.316375 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f251fc09-a45f-4560-ac68-6d1dece5725f') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:32.316771 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f251fc09-a45f-4560-ac68-6d1dece5725f') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:32.334603 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126018651'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.362960 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.375342 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c206925-4fd1-4d21-845d-52f8980eda41 req-721363f1-05bb-4bab-9dbd-a5c4b757f349 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:32.376956 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0c206925-4fd1-4d21-845d-52f8980eda41 req-721363f1-05bb-4bab-9dbd-a5c4b757f349 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 944 time: 0.0950737 Aug 04 10:53:32.381094 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:53:32.381469 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500541'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: from cryptography.utils import int_from_bytes Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: from cryptography.utils import int_from_bytes Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: Traceback (most recent call last): Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: timer() Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: cb(*args, **kw) Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: return func(*args, **kwargs) Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: self._notify() Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: self.callback(batched_events) Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: event.method(event) Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: return f(self, *a, **k) Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._get(url).json() Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:53:32.386587 dv-cinder-803456-1-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:53:32.493742 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.499756 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0c206925-4fd1-4d21-845d-52f8980eda41 req-9a7f27f9-6255-4c02-8097-7da063313798 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034825 Aug 04 10:53:32.516045 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.517957 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] 10.222.0.49 "DELETE /v2.0/networks/1fec0000-7147-4858-8357-abe6fa059c99 HTTP/1.1" status: 204 len: 168 time: 0.6121945 Aug 04 10:53:32.520845 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcc9fc-d419-4171-9386-bc6875f77bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=1fec0000-7147-4858-8357-abe6fa059c99,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:32.520974 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39848) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:32.531492 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e22fe6-0d87-41ed-abc9-859630912c18 req-ab77d1a9-4634-4393-af8b-802c77b6d5ba tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:32.533002 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-14e22fe6-0d87-41ed-abc9-859630912c18 req-ab77d1a9-4634-4393-af8b-802c77b6d5ba tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.1082098 Aug 04 10:53:32.571200 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfae7cbc-aa99-4f37-9aa0-b1707ab83d8a admin admin] Deleting subnet b455beaf-b4c8-4263-9805-9067b5e7a6ee {{(pid=93295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:53:32.576104 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cfae7cbc-aa99-4f37-9aa0-b1707ab83d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.577597 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-14e22fe6-0d87-41ed-abc9-859630912c18 req-83735eb8-f141-4579-b712-1bb02c1c32f7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385771 Aug 04 10:53:32.617080 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cfae7cbc-aa99-4f37-9aa0-b1707ab83d8a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.626039 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cfae7cbc-aa99-4f37-9aa0-b1707ab83d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.684732 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cfae7cbc-aa99-4f37-9aa0-b1707ab83d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for subnet, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.705027 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 9aa11a27-dab2-45e8-8bfe-06222131b8e9 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:53:32.714394 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae7cbc-aa99-4f37-9aa0-b1707ab83d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b455beaf-b4c8-4263-9805-9067b5e7a6ee,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:32.716457 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cfae7cbc-aa99-4f37-9aa0-b1707ab83d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.718280 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-cfae7cbc-aa99-4f37-9aa0-b1707ab83d8a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b455beaf-b4c8-4263-9805-9067b5e7a6ee HTTP/1.1" status: 204 len: 168 time: 0.1956949 Aug 04 10:53:32.720702 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39852) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:32.775707 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 9aa11a27-dab2-45e8-8bfe-06222131b8e9 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:53:32.779637 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 9aa11a27-dab2-45e8-8bfe-06222131b8e9 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:53:32.780018 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.807621 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.822220 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3de9d013-04d9-4074-b444-8287e6aa3fa3 req-5f8fe7bf-5879-407d-87e9-29be0ba09318 tempest-DeleteServersTestJSON-105543398 tempest-DeleteServersTestJSON-105543398-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b0f30-8eed-4cfe-b22b-ce83d5a048e0 HTTP/1.1" status: 200 len: 210 time: 0.0310025 Aug 04 10:53:32.856914 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.882532 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1703e8-04cf-4800-9084-96c9931ebedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa11a27-dab2-45e8-8bfe-06222131b8e9'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:53:32.886129 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a387293-eacf-4ef5-96cd-989f37802913" -d '{"events": [{"server_uuid": "7b1703e8-04cf-4800-9084-96c9931ebedf", "name": "network-vif-plugged", "status": "completed", "tag": "9aa11a27-dab2-45e8-8bfe-06222131b8e9"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:53:32.894957 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.899014 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 9aa11a27-dab2-45e8-8bfe-06222131b8e9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=9aa11a27-dab2-45e8-8bfe-06222131b8e9,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:32.905043 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:32.905926 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:53:32.906335 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.906836 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.907579 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.907919 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.909187 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.909187 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.909187 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.909187 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.909568 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.909810 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.926444 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:53:32.926781 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 5d79dd4a-f3c7-43f1-b7cb-bbddac9e3502 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:53:32.951095 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c572c8e-3abc-4339-9f99-4973480e0eff x-openstack-request-id: req-1c572c8e-3abc-4339-9f99-4973480e0eff {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:53:32.951392 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1703e8-04cf-4800-9084-96c9931ebedf", "name": "network-vif-plugged", "status": "completed", "tag": "9aa11a27-dab2-45e8-8bfe-06222131b8e9", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:53:32.951643 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c572c8e-3abc-4339-9f99-4973480e0eff {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:53:32.952025 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1703e8-04cf-4800-9084-96c9931ebedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa11a27-dab2-45e8-8bfe-06222131b8e9', 'code': 200} Aug 04 10:53:32.975091 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.975432 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.975761 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.976085 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 10:53:32.976443 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f1723f-4ed4-46e2-8346-5cc3fd0fe837']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:32.977050 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=9aa11a27-dab2-45e8-8bfe-06222131b8e9,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:32.994114 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c078765-391e-4f3d-87f7-35f163fe3b18') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:32.994399 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c078765-391e-4f3d-87f7-35f163fe3b18') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:33.010514 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.035090 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.042690 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:53:33.043080 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: from cryptography.utils import int_from_bytes Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: from cryptography.utils import int_from_bytes Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:53:33.047072 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:53:33.102777 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.109998 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.112463 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/24f1723f-4ed4-46e2-8346-5cc3fd0fe837 HTTP/1.1" status: 204 len: 168 time: 0.3903711 Aug 04 10:53:33.122180 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951d64b-47f3-462a-917f-69d7e0cebec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=24f1723f-4ed4-46e2-8346-5cc3fd0fe837,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:33.203742 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f4dc6-6563-4749-8a38-01a09f2eea36 req-71ba2966-65a6-4939-ac18-27b94eb3f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:33.205481 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-268f4dc6-6563-4749-8a38-01a09f2eea36 req-71ba2966-65a6-4939-ac18-27b94eb3f458 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 1098 time: 0.0397823 Aug 04 10:53:33.254276 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-268f4dc6-6563-4749-8a38-01a09f2eea36 req-6d4e8368-09ed-4bb9-8cd4-e4dea79e28bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Aug 04 10:53:33.273864 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39862) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:33.323355 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3b12cce0-429c-4625-9ba5-faf672201e0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d100ab418bea440ba3a2a9277ffc2c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454335 Aug 04 10:53:33.323502 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39868) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:33.374213 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2433837a-789b-465a-9de2-3b51ef49bea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.396457 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2433837a-789b-465a-9de2-3b51ef49bea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.446730 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2433837a-789b-465a-9de2-3b51ef49bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.449404 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2433837a-789b-465a-9de2-3b51ef49bea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.450671 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-2433837a-789b-465a-9de2-3b51ef49bea6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f06849f6-19ac-4a3d-abae-eabaaa46bb96 HTTP/1.1" status: 204 len: 168 time: 0.1262317 Aug 04 10:53:33.459262 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433837a-789b-465a-9de2-3b51ef49bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06849f6-19ac-4a3d-abae-eabaaa46bb96,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:33.624236 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec2415-f1a0-4e51-a6a3-8b9a700fcb17 req-786d54a0-db65-47e2-81fb-0ad8e5a7deb3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:33.625756 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3cec2415-f1a0-4e51-a6a3-8b9a700fcb17 req-786d54a0-db65-47e2-81fb-0ad8e5a7deb3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 945 time: 0.0574682 Aug 04 10:53:33.663798 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3cec2415-f1a0-4e51-a6a3-8b9a700fcb17 req-476c9274-2390-4b56-9639-7018caa38076 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Aug 04 10:53:33.769215 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39882) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:33.773713 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ce6ff-ff18-413e-a373-b6c6cde4dd67 req-17ba6bec-ad24-454c-a734-a5b1513c8847 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:33.775827 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-445ce6ff-ff18-413e-a373-b6c6cde4dd67 req-17ba6bec-ad24-454c-a734-a5b1513c8847 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0485091 Aug 04 10:53:33.810622 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-53323cf6-d464-4301-bacd-d5028d71436e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b5d417191414049bea9c8bf71218f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400243 Aug 04 10:53:33.812908 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39884) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:33.815871 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-445ce6ff-ff18-413e-a373-b6c6cde4dd67 req-789f4b78-5a0f-4d08-9f33-b32e1ac49342 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336761 Aug 04 10:53:33.860475 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3275907c-58bc-49c0-8819-c96e7e9a41c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.880978 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3275907c-58bc-49c0-8819-c96e7e9a41c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.928611 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3275907c-58bc-49c0-8819-c96e7e9a41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.931281 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3275907c-58bc-49c0-8819-c96e7e9a41c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:33.932404 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3275907c-58bc-49c0-8819-c96e7e9a41c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e61a718-f9b0-49b5-8c8d-2ae2e75c8f58 HTTP/1.1" status: 204 len: 168 time: 0.1186182 Aug 04 10:53:33.941613 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275907c-58bc-49c0-8819-c96e7e9a41c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e61a718-f9b0-49b5-8c8d-2ae2e75c8f58,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:34.780856 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb1da6-6c19-4297-99a6-104dac606bce req-be98f419-c71a-408e-9f15-a4b44fd7572e tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:34.782557 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-78bb1da6-6c19-4297-99a6-104dac606bce req-be98f419-c71a-408e-9f15-a4b44fd7572e tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 945 time: 0.0500484 Aug 04 10:53:34.821121 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-78bb1da6-6c19-4297-99a6-104dac606bce req-33f62144-ad60-4310-bbd5-3abd43e61f56 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Aug 04 10:53:37.519496 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016e2e-175f-4b2f-a66d-59e3d84fde63 req-58cc442a-ffca-481b-8b02-8ebb545c91ae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:37.521055 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ce016e2e-175f-4b2f-a66d-59e3d84fde63 req-58cc442a-ffca-481b-8b02-8ebb545c91ae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0495017 Aug 04 10:53:37.564930 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ce016e2e-175f-4b2f-a66d-59e3d84fde63 req-560cd5e5-86db-4bd6-a295-c38d4cd0eb9e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375292 Aug 04 10:53:37.637881 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d87bec-017f-404d-b1d8-f2300e32a888 req-c54a4fb6-4a8b-4b0e-bbca-80f6234f5f37 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:37.639327 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-72d87bec-017f-404d-b1d8-f2300e32a888 req-c54a4fb6-4a8b-4b0e-bbca-80f6234f5f37 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 945 time: 0.0467515 Aug 04 10:53:37.676343 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-72d87bec-017f-404d-b1d8-f2300e32a888 req-65838d9d-8423-4ead-b7f0-51480a1d1d96 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Aug 04 10:53:38.414642 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 39994) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:38.631016 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26cb226-ac20-49dd-8493-8b30fa54bb5d admin admin] Deleting subnet 02a65ad7-79c7-4d05-85c6-2cbc0f549e35 {{(pid=93295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:53:38.634449 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e26cb226-ac20-49dd-8493-8b30fa54bb5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:38.673867 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e26cb226-ac20-49dd-8493-8b30fa54bb5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3222559'] for subnet, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:38.717585 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0da3b-6a5d-46da-885d-9bb545cdf610 req-cc43e929-4470-4316-b629-2dbfe3da8a80 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:38.721617 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e26cb226-ac20-49dd-8493-8b30fa54bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:38.729191 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cda0da3b-6a5d-46da-885d-9bb545cdf610 req-cc43e929-4470-4316-b629-2dbfe3da8a80 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0806580 Aug 04 10:53:38.776071 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cda0da3b-6a5d-46da-885d-9bb545cdf610 req-d64dbdb6-3c5a-417e-868d-a96602341397 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Aug 04 10:53:38.804355 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e26cb226-ac20-49dd-8493-8b30fa54bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3238710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126168756'] for subnet, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:38.819306 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e55ef-ce54-4ef7-8d5b-70cd731f468c req-3393bde0-eabe-42fb-8e06-405d557de81b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:38.821962 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b72e55ef-ce54-4ef7-8d5b-70cd731f468c req-3393bde0-eabe-42fb-8e06-405d557de81b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 945 time: 0.0636048 Aug 04 10:53:38.831633 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cb226-ac20-49dd-8493-8b30fa54bb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a65ad7-79c7-4d05-85c6-2cbc0f549e35,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:38.835759 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e26cb226-ac20-49dd-8493-8b30fa54bb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:38.837686 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-e26cb226-ac20-49dd-8493-8b30fa54bb5d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/02a65ad7-79c7-4d05-85c6-2cbc0f549e35 HTTP/1.1" status: 204 len: 168 time: 0.4220428 Aug 04 10:53:38.844762 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40016) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:38.870489 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b72e55ef-ce54-4ef7-8d5b-70cd731f468c req-d09e08da-bc02-462b-83ab-c1e932787098 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391862 Aug 04 10:53:38.926340 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.018805 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.029882 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d990bf2-1a97-49d8-b0dc-4152197df187']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:39.040030 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6c667a-36da-429f-bf74-a09c242cffb0') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:39.041004 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6c667a-36da-429f-bf74-a09c242cffb0') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:53:39.050664 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.073699 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.073787 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:53:39.074159 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:53:39.078899 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:53:39.146684 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.154683 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.158614 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0d990bf2-1a97-49d8-b0dc-4152197df187 HTTP/1.1" status: 204 len: 168 time: 0.3162880 Aug 04 10:53:39.172782 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fa789-53a7-45e9-bbec-e04a2d45ce52 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d990bf2-1a97-49d8-b0dc-4152197df187,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:39.347125 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 40052) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:39.396297 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c1ed0777-cf0d-4651-b930-c028e0bb1728 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bf4b52f711e484a951376d62823a588&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480227 Aug 04 10:53:39.399286 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40056) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:39.461350 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bf0464b8-ee65-46d1-a2c4-d4ffc52aea5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.482333 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bf0464b8-ee65-46d1-a2c4-d4ffc52aea5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.530231 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bf0464b8-ee65-46d1-a2c4-d4ffc52aea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.532936 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bf0464b8-ee65-46d1-a2c4-d4ffc52aea5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:39.534105 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-bf0464b8-ee65-46d1-a2c4-d4ffc52aea5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd09129a-10f8-4fc6-acf0-00ab06729817 HTTP/1.1" status: 204 len: 168 time: 0.1333058 Aug 04 10:53:39.542233 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0464b8-ee65-46d1-a2c4-d4ffc52aea5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd09129a-10f8-4fc6-acf0-00ab06729817,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:42.345372 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:53:42.976589 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe2cd-0279-49f8-99be-87f3e32154d7 req-a70e7224-eefc-4986-a5e1-2d7d9e44aff5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:42.978075 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-27dbe2cd-0279-49f8-99be-87f3e32154d7 req-a70e7224-eefc-4986-a5e1-2d7d9e44aff5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0471900 Aug 04 10:53:43.014939 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-27dbe2cd-0279-49f8-99be-87f3e32154d7 req-dadf3cf1-1f77-469e-b961-e6d53bb12503 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Aug 04 10:53:44.232806 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900cdb-f8e1-4467-a70b-24a40b55ca57 req-e7d0c105-5d88-4292-a540-1b69787b6664 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:44.234434 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df900cdb-f8e1-4467-a70b-24a40b55ca57 req-e7d0c105-5d88-4292-a540-1b69787b6664 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.1332772 Aug 04 10:53:44.277166 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df900cdb-f8e1-4467-a70b-24a40b55ca57 req-46fedeed-8583-459b-9ae4-93e7dca74728 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355663 Aug 04 10:53:45.128586 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-8d55a24c-e3cd-4c40-8184-816f192c7ac2 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:45.130100 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-8d55a24c-e3cd-4c40-8184-816f192c7ac2 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 814 time: 0.1012447 Aug 04 10:53:45.144978 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-0cea75c2-d093-4da6-bfde-de6fc32b4a2c tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/quotas/a506de425d9f464b84bdf60e5f6cfbf8 HTTP/1.1" status: 200 len: 375 time: 0.0091944 Aug 04 10:53:45.197000 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-f9955c3e-44a9-427e-ad70-2bfc4fbf1aee tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464396 Aug 04 10:53:45.292566 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-c9f6a5fd-f4c0-4375-bea7-dc5f94900eb6 service neutron] 10.222.0.49 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859103 Aug 04 10:53:45.387902 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-d904e7cb-8534-4196-a434-5ff0976c7b4e service neutron] 10.222.0.49 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893497 Aug 04 10:53:45.546621 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09659f-509f-4694-a64c-80bf217cd0ec req-8a7f5aa9-a0fe-4388-99a2-b0f105d1b1f3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:45.548440 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ef09659f-509f-4694-a64c-80bf217cd0ec req-8a7f5aa9-a0fe-4388-99a2-b0f105d1b1f3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0782275 Aug 04 10:53:45.647223 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5bb123a3-6791-4114-8208-b19f21a7f1ec req-a7a0cbe7-98c6-48b6-b46f-d381cb9911e8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 210 time: 0.0704215 Aug 04 10:53:45.662402 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ef09659f-509f-4694-a64c-80bf217cd0ec req-f646d19d-15a1-478c-ad7c-716dee7b7b84 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886540 Aug 04 10:53:46.781062 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543db95-e6fe-4af8-a16a-0290cf3115e3 req-ab0a165e-2c42-4e00-9183-fc679923b85c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:46.782771 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f543db95-e6fe-4af8-a16a-0290cf3115e3 req-ab0a165e-2c42-4e00-9183-fc679923b85c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0630798 Aug 04 10:53:46.798699 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e96e8013-4321-40dd-a506-b682d18f5cb2 req-3c8ad3e4-4d3e-4ab9-b0e5-4170aa02020e tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 210 time: 0.0406241 Aug 04 10:53:46.830787 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f543db95-e6fe-4af8-a16a-0290cf3115e3 req-9ab40dfc-e532-4631-9f61-3eecd4ec8390 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342603 Aug 04 10:53:50.047937 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a1c887fe-e838-4426-82c9-ce588521f169 req-fa66486f-001c-435e-8916-c0d186e2e094 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 210 time: 0.0262992 Aug 04 10:53:50.146538 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76f4b4-db85-4940-9e70-bd00e4d9988e req-20f0b402-9995-42f2-989f-4265dae9bfe2 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:50.148117 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6c76f4b4-db85-4940-9e70-bd00e4d9988e req-20f0b402-9995-42f2-989f-4265dae9bfe2 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0567210 Aug 04 10:53:50.193863 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-0e4ac8b8-a55e-48b5-8099-88b607aab514 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:50.195311 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-0e4ac8b8-a55e-48b5-8099-88b607aab514 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 814 time: 0.1779337 Aug 04 10:53:50.197229 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6c76f4b4-db85-4940-9e70-bd00e4d9988e req-b826e336-9600-44b8-95e3-75b956dfeda3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Aug 04 10:53:50.224716 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Request body: {'port': {'device_id': '9c71e248-eb6e-4842-a504-884efd8838ae', 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518', 'admin_state_up': True, 'tenant_id': 'a506de425d9f464b84bdf60e5f6cfbf8'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:50.338565 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Made reservation on behalf of a506de425d9f464b84bdf60e5f6cfbf8 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:53:50.342081 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:50.465595 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Allocated IP 172.20.0.13 (ff5f2842-b147-4a61-8e12-19304aed5518/5e1d2819-991c-4ba6-8a1c-381998448c15/191b2510-ed01-48ae-87b0-86a51a6d1add) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:53:50.609326 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:50.646239 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:50.689004 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Network ff5f2842-b147-4a61-8e12-19304aed5518 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:53:50.693897 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:53:50.698687 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:53:50.702477 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Pushing event updated for resources: {'Port': ['ID=191b2510-ed01-48ae-87b0-86a51a6d1add,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:50.706223 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['a875b8b8-3469-4ec4-8737-eed47ebcc5f0', '9aa11a27-dab2-45e8-8bfe-06222131b8e9'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:53:50.752096 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:50.752726 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:50.766583 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-01ec5bbe-cd12-4d22-881b-f590c888a272 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5462029 Aug 04 10:53:50.786672 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Request body: {'port': {'device_id': '9c71e248-eb6e-4842-a504-884efd8838ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:53:50.842286 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:51.113288 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191b2510-ed01-48ae-87b0-86a51a6d1add {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:53:51.121957 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:51.140029 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Transition to ACTIVE for port object 191b2510-ed01-48ae-87b0-86a51a6d1add will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:53:51.140029 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:51.209769 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ffa5-01dd-4067-a480-a80ab4546797 req-d5cf0d72-b52c-4ea8-927f-8dc7ec4e2556 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:51.213250 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be98ffa5-01dd-4067-a480-a80ab4546797 req-d5cf0d72-b52c-4ea8-927f-8dc7ec4e2556 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 944 time: 0.0776503 Aug 04 10:53:51.261084 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Pushing event updated for resources: {'Port': ['ID=191b2510-ed01-48ae-87b0-86a51a6d1add,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:51.278426 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Attempting to bind port 191b2510-ed01-48ae-87b0-86a51a6d1add on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:53:51.278933 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Attempting to bind port 191b2510-ed01-48ae-87b0-86a51a6d1add by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:53:51.279372 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Attempting to bind port 191b2510-ed01-48ae-87b0-86a51a6d1add on network ff5f2842-b147-4a61-8e12-19304aed5518 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:53:51.290435 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Port 191b2510-ed01-48ae-87b0-86a51a6d1add on network ff5f2842-b147-4a61-8e12-19304aed5518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:53:51.290435 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Attempting to bind port 191b2510-ed01-48ae-87b0-86a51a6d1add on network ff5f2842-b147-4a61-8e12-19304aed5518 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:53:51.291497 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:53:51.291951 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Checking segment: {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:53:51.292706 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Bound using segment: {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:53:51.293270 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Bound port: 191b2510-ed01-48ae-87b0-86a51a6d1add, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:53:51.293743 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:51.324380 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be98ffa5-01dd-4067-a480-a80ab4546797 req-8f58336a-dd00-41dd-96fd-c1bfbc3ade1c tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049447 Aug 04 10:53:51.375834 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b63e4-561a-4076-bf6a-8ea92e156271 req-4fbcc29d-526c-440e-85e9-55deedf39669 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:51.377492 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9f2b63e4-561a-4076-bf6a-8ea92e156271 req-4fbcc29d-526c-440e-85e9-55deedf39669 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0521183 Aug 04 10:53:51.380939 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] For port 191b2510-ed01-48ae-87b0-86a51a6d1add, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:53:51.385054 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] For port 191b2510-ed01-48ae-87b0-86a51a6d1add, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=191b2510-ed01-48ae-87b0-86a51a6d1add,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:53:51.389692 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:51.425326 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:51.425859 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:51.425985 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9f2b63e4-561a-4076-bf6a-8ea92e156271 req-de717d6f-0450-46fd-a40d-70cab2a2827e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412755 Aug 04 10:53:51.427441 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] 10.222.0.60 "PUT /v2.0/ports/191b2510-ed01-48ae-87b0-86a51a6d1add HTTP/1.1" status: 200 len: 1094 time: 0.6448534 Aug 04 10:53:51.427974 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c71e248-eb6e-4842-a504-884efd8838ae', 'tag': '191b2510-ed01-48ae-87b0-86a51a6d1add'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:53:51.430381 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d11eb50-2206-47ef-bf4d-95bef1c352fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9c71e248-eb6e-4842-a504-884efd8838ae", "tag": "191b2510-ed01-48ae-87b0-86a51a6d1add"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:53:51.456857 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13094240-2134-46bb-bb5e-0a08b40ba910 service neutron] Pushing event updated for resources: {'Port': ['ID=191b2510-ed01-48ae-87b0-86a51a6d1add,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:51.468596 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a464a14-a32a-44b5-ab23-834e0b028c3c x-openstack-request-id: req-4a464a14-a32a-44b5-ab23-834e0b028c3c {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:53:51.468922 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c71e248-eb6e-4842-a504-884efd8838ae", "tag": "191b2510-ed01-48ae-87b0-86a51a6d1add", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:53:51.469173 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a464a14-a32a-44b5-ab23-834e0b028c3c {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:53:51.469609 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c71e248-eb6e-4842-a504-884efd8838ae', 'tag': '191b2510-ed01-48ae-87b0-86a51a6d1add', 'status': 'completed', 'code': 200} Aug 04 10:53:51.556782 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-91b461a0-b88e-4619-a2b2-8349c657ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:51.558365 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-91b461a0-b88e-4619-a2b2-8349c657ef8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 1097 time: 0.0450773 Aug 04 10:53:51.614792 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-4aa27893-754a-489e-add2-d3b13d20f137 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=191b2510-ed01-48ae-87b0-86a51a6d1add HTTP/1.1" status: 200 len: 217 time: 0.0353496 Aug 04 10:53:51.669012 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-7bb07a90-f501-4ee7-97d2-d48890fda93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:51.670417 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-7bb07a90-f501-4ee7-97d2-d48890fda93c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 200 len: 854 time: 0.0434039 Aug 04 10:53:51.725446 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-56fddd9a-36bc-431c-821c-91e3e381640d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5f2842-b147-4a61-8e12-19304aed5518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288775 Aug 04 10:53:51.825804 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-0424012f-156d-459e-9582-9cc6d15cc380 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843298 Aug 04 10:53:51.919017 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5af53390-1bbb-4689-9beb-30da46fb17c7 req-31a19b61-8cab-4887-9601-72ab2c549394 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819492 Aug 04 10:53:52.148818 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-fa610d56-270e-4266-aadd-3681bd751037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:52.150293 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-fa610d56-270e-4266-aadd-3681bd751037 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 1097 time: 0.0439951 Aug 04 10:53:52.258793 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-6c681805-6873-4e5c-a8f3-002bffc4531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:52.260276 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-6c681805-6873-4e5c-a8f3-002bffc4531a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 915 time: 0.0872581 Aug 04 10:53:52.311562 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-0d1616a5-368c-4932-bb51-085617f6dc84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=191b2510-ed01-48ae-87b0-86a51a6d1add HTTP/1.1" status: 200 len: 217 time: 0.0418639 Aug 04 10:53:52.452815 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f265b-1a9a-49ea-be5f-c280a470e10e req-ac1115c1-64c5-4a35-9f65-c9d16d4fa271 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:52.455434 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f3f265b-1a9a-49ea-be5f-c280a470e10e req-ac1115c1-64c5-4a35-9f65-c9d16d4fa271 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 944 time: 0.0669563 Aug 04 10:53:52.467763 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-bb27aeb6-b9b7-4218-bb37-a37b5ceec482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:52.470435 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-bb27aeb6-b9b7-4218-bb37-a37b5ceec482 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 200 len: 854 time: 0.0702786 Aug 04 10:53:52.510977 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f3f265b-1a9a-49ea-be5f-c280a470e10e req-7ce8dc8e-d8ac-463a-aa54-8f9f2a046248 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462470 Aug 04 10:53:52.538923 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-1e168a90-788e-4a90-bdc9-7100c0aa3dc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5f2842-b147-4a61-8e12-19304aed5518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442417 Aug 04 10:53:52.577963 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac94d-0a70-4573-96ee-0d30e959b499 req-5f5dc4d1-1191-4770-9e46-4368d21513ed tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:52.579668 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-45dac94d-0a70-4573-96ee-0d30e959b499 req-5f5dc4d1-1191-4770-9e46-4368d21513ed tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0643456 Aug 04 10:53:52.629882 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-45dac94d-0a70-4573-96ee-0d30e959b499 req-3509dd74-4aa3-4b5c-8f07-c3ce5421c951 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Aug 04 10:53:52.648377 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-9abe19f6-2788-4978-b77f-f64f18551941 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007602 Aug 04 10:53:52.718074 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 40408) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:52.762780 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1d11eb50-2206-47ef-bf4d-95bef1c352fa req-015c0288-329e-40df-aaf6-3faa09f2836a service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060200 Aug 04 10:53:52.819680 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-87f7bf8c-389b-42de-a180-84451400dd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:52.906965 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-87f7bf8c-389b-42de-a180-84451400dd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:52.910375 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-87f7bf8c-389b-42de-a180-84451400dd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:52.946764 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-87f7bf8c-389b-42de-a180-84451400dd61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f26973a3fcb4144adecd6e461cf76c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270753 Aug 04 10:53:52.947558 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7bf8c-389b-42de-a180-84451400dd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360738ee-bb7e-4a3b-a489-24b35be4618a,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:52.949453 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40412) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:52.997006 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed42184b-91ae-4d97-892a-5d82b1b95796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.004513 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-67dd04a6-0122-4b97-b6f6-9d13c313217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.017810 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed42184b-91ae-4d97-892a-5d82b1b95796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.061720 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed42184b-91ae-4d97-892a-5d82b1b95796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.064238 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed42184b-91ae-4d97-892a-5d82b1b95796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.065405 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-ed42184b-91ae-4d97-892a-5d82b1b95796 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/360738ee-bb7e-4a3b-a489-24b35be4618a HTTP/1.1" status: 204 len: 168 time: 0.1149905 Aug 04 10:53:53.073099 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42184b-91ae-4d97-892a-5d82b1b95796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360738ee-bb7e-4a3b-a489-24b35be4618a,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:53.311308 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 40418) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:53.324462 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-87a4d38b-eea2-448d-ab52-0bed0a3cdbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.430596 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-87a4d38b-eea2-448d-ab52-0bed0a3cdbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.434977 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-87a4d38b-eea2-448d-ab52-0bed0a3cdbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.475592 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-87a4d38b-eea2-448d-ab52-0bed0a3cdbfc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1951f559a0f49e9b33e636fc2a23455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631794 Aug 04 10:53:53.479190 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40430) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:53.485055 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4d38b-eea2-448d-ab52-0bed0a3cdbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d532aae0-05e8-42ae-86e0-3a7684663f38,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:53.539359 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-463eaa50-46c3-4aa7-b2e8-568ffb47a9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.559692 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-463eaa50-46c3-4aa7-b2e8-568ffb47a9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.603625 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-463eaa50-46c3-4aa7-b2e8-568ffb47a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.606215 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-463eaa50-46c3-4aa7-b2e8-568ffb47a9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:53.607357 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-463eaa50-46c3-4aa7-b2e8-568ffb47a9fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d532aae0-05e8-42ae-86e0-3a7684663f38 HTTP/1.1" status: 204 len: 168 time: 0.1271260 Aug 04 10:53:53.614892 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463eaa50-46c3-4aa7-b2e8-568ffb47a9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d532aae0-05e8-42ae-86e0-3a7684663f38,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:53.919131 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40444) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:53.932151 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-13d9c616-41a0-4d47-bdf8-afb798b717fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:54.019518 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-13d9c616-41a0-4d47-bdf8-afb798b717fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:54.023370 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-13d9c616-41a0-4d47-bdf8-afb798b717fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:54.060882 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-13d9c616-41a0-4d47-bdf8-afb798b717fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7564c170d49748568e04d9611369cd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407630 Aug 04 10:53:54.061729 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9c616-41a0-4d47-bdf8-afb798b717fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3753103-d8eb-4718-825e-b53847f855c7,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:54.063518 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 40446) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:54.112041 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3817ce5c-b9ff-474d-9ab0-a1b5bfb2761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:54.131913 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3817ce5c-b9ff-474d-9ab0-a1b5bfb2761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:54.176963 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3817ce5c-b9ff-474d-9ab0-a1b5bfb2761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:54.179799 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3817ce5c-b9ff-474d-9ab0-a1b5bfb2761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:54.181018 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3817ce5c-b9ff-474d-9ab0-a1b5bfb2761d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3753103-d8eb-4718-825e-b53847f855c7 HTTP/1.1" status: 204 len: 168 time: 0.1164985 Aug 04 10:53:54.193932 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817ce5c-b9ff-474d-9ab0-a1b5bfb2761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3753103-d8eb-4718-825e-b53847f855c7,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:55.595395 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:55.854763 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f06e132-ac7c-4e88-8470-927616759bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:57.153604 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6acfcc-2b0e-403e-9463-7616912fcc7e req-2cfbfe24-f626-4b0d-9c0e-3d74998a95b1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:57.155091 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8d6acfcc-2b0e-403e-9463-7616912fcc7e req-2cfbfe24-f626-4b0d-9c0e-3d74998a95b1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 944 time: 0.0758138 Aug 04 10:53:57.175921 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:57.190924 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502308c-5393-406d-b977-cfae52cfa9fc req-c018f093-307a-4bbc-b928-f146aed69f91 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:57.192430 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d502308c-5393-406d-b977-cfae52cfa9fc req-c018f093-307a-4bbc-b928-f146aed69f91 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0812736 Aug 04 10:53:57.218124 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8d6acfcc-2b0e-403e-9463-7616912fcc7e req-fe9b981b-d7f3-453a-91f8-080648ccb3fb tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552120 Aug 04 10:53:57.247372 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d502308c-5393-406d-b977-cfae52cfa9fc req-13aafa3d-6dc3-4e1a-81d6-62abb5da1eb0 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Aug 04 10:53:58.345429 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59623064-a61d-4a40-b39a-89d0a1018aef req-1b0cd95d-538d-413e-b2d7-5e60753ab2e6 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:58.346951 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-59623064-a61d-4a40-b39a-89d0a1018aef req-1b0cd95d-538d-413e-b2d7-5e60753ab2e6 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 944 time: 0.0563576 Aug 04 10:53:58.386627 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-59623064-a61d-4a40-b39a-89d0a1018aef req-18523b1f-fcaa-4122-92b9-a853c9dd9116 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Aug 04 10:53:58.463814 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6440de2-9da3-41ed-970f-2d145b491b95 req-d9c13814-ac88-4007-b891-f2b121ba4b64 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:58.465416 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b6440de2-9da3-41ed-970f-2d145b491b95 req-d9c13814-ac88-4007-b891-f2b121ba4b64 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0498579 Aug 04 10:53:58.505631 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b6440de2-9da3-41ed-970f-2d145b491b95 req-89ecce32-8961-4dd6-ac1b-39f3810b30ec tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341198 Aug 04 10:53:58.726384 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:58.763372 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 191b2510-ed01-48ae-87b0-86a51a6d1add details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:53:58.864916 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 191b2510-ed01-48ae-87b0-86a51a6d1add, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=191b2510-ed01-48ae-87b0-86a51a6d1add,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:58.879125 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '191b2510-ed01-48ae-87b0-86a51a6d1add', 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518', 'port_id': '191b2510-ed01-48ae-87b0-86a51a6d1add', 'mac_address': 'fa:16:3e:30:76:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d2819-991c-4ba6-8a1c-381998448c15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:53:58.919422 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:58.937184 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191b2510-ed01-48ae-87b0-86a51a6d1add {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:53:58.958863 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 191b2510-ed01-48ae-87b0-86a51a6d1add, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=191b2510-ed01-48ae-87b0-86a51a6d1add,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:53:58.964389 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:59.021580 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=191b2510-ed01-48ae-87b0-86a51a6d1add,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:59.050009 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40576) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:59.172925 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7790f3cc-a7ef-4724-b564-e7818f88c0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:59.287417 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7790f3cc-a7ef-4724-b564-e7818f88c0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:59.292723 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7790f3cc-a7ef-4724-b564-e7818f88c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:59.334600 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-7790f3cc-a7ef-4724-b564-e7818f88c0f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a3951855b7d425e868ac80e973720d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833855 Aug 04 10:53:59.337097 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790f3cc-a7ef-4724-b564-e7818f88c0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e685371-2720-450e-9785-ce3175141b72,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:59.337874 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 40594) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:53:59.391833 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6bca-ac0c-4994-bbd2-f6d7b75d9ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:59.415314 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6bca-ac0c-4994-bbd2-f6d7b75d9ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:59.464938 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['191b2510-ed01-48ae-87b0-86a51a6d1add'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:53:59.481994 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6bca-ac0c-4994-bbd2-f6d7b75d9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:59.484394 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6bca-ac0c-4994-bbd2-f6d7b75d9ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:53:59.488248 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4d9b6bca-ac0c-4994-bbd2-f6d7b75d9ed6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e685371-2720-450e-9785-ce3175141b72 HTTP/1.1" status: 204 len: 168 time: 0.1465347 Aug 04 10:53:59.508145 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b6bca-ac0c-4994-bbd2-f6d7b75d9ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e685371-2720-450e-9785-ce3175141b72,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:53:59.531438 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552672c0-15cd-47bd-8ae4-1444bbc8d781 req-73b70f99-ee63-4fd9-96c0-ab163adc043a tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:59.533359 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-552672c0-15cd-47bd-8ae4-1444bbc8d781 req-73b70f99-ee63-4fd9-96c0-ab163adc043a tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 945 time: 0.0640481 Aug 04 10:53:59.575505 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-552672c0-15cd-47bd-8ae4-1444bbc8d781 req-758f93df-8324-4a45-9ed5-c66d950a5695 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Aug 04 10:53:59.630234 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017525e-c4b0-4484-b84e-ebe57f5863d2 req-bbca27bc-4159-44de-9ca5-824a2a48abae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:53:59.631839 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0017525e-c4b0-4484-b84e-ebe57f5863d2 req-bbca27bc-4159-44de-9ca5-824a2a48abae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Aug 04 10:53:59.672706 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0017525e-c4b0-4484-b84e-ebe57f5863d2 req-7c16f707-d125-4f95-8297-29347fef27ef tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339966 Aug 04 10:54:01.226756 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40676) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:01.327677 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3e58-04c3-476b-affc-04429b33babf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.414251 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3e58-04c3-476b-affc-04429b33babf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.418259 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3e58-04c3-476b-affc-04429b33babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.456684 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-ee9d3e58-04c3-476b-affc-04429b33babf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4abf2a27498c490d94440ee6eab47a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287617 Aug 04 10:54:01.457570 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d3e58-04c3-476b-affc-04429b33babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c02d88-7763-4b90-9469-6b26856f1aa7,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:01.459328 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 40682) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:01.508041 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79656a94-de8b-466e-919c-08ddbebbd9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.529214 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79656a94-de8b-466e-919c-08ddbebbd9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.577078 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79656a94-de8b-466e-919c-08ddbebbd9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.579717 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79656a94-de8b-466e-919c-08ddbebbd9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.583615 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-79656a94-de8b-466e-919c-08ddbebbd9ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76c02d88-7763-4b90-9469-6b26856f1aa7 HTTP/1.1" status: 204 len: 168 time: 0.1232409 Aug 04 10:54:01.591350 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79656a94-de8b-466e-919c-08ddbebbd9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c02d88-7763-4b90-9469-6b26856f1aa7,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:01.829599 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40690) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:01.842422 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-70e52385-ff08-4a39-85e0-a90c91834bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.928871 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-70e52385-ff08-4a39-85e0-a90c91834bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.932999 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-70e52385-ff08-4a39-85e0-a90c91834bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:01.968749 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-70e52385-ff08-4a39-85e0-a90c91834bb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd4b074bca8341139795aeadde93ba02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380963 Aug 04 10:54:01.969594 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52385-ff08-4a39-85e0-a90c91834bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e08a82-b870-48cf-a7a9-2b635384c34b,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:01.971438 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 40692) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:02.018809 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-74e5cbf7-e8da-4de3-9ba8-d55707d6eaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:02.038706 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-74e5cbf7-e8da-4de3-9ba8-d55707d6eaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:02.084194 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-74e5cbf7-e8da-4de3-9ba8-d55707d6eaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:02.086712 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-74e5cbf7-e8da-4de3-9ba8-d55707d6eaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:02.087832 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-74e5cbf7-e8da-4de3-9ba8-d55707d6eaaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15e08a82-b870-48cf-a7a9-2b635384c34b HTTP/1.1" status: 204 len: 168 time: 0.1154270 Aug 04 10:54:02.095131 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5cbf7-e8da-4de3-9ba8-d55707d6eaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e08a82-b870-48cf-a7a9-2b635384c34b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:02.863704 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:02.979506 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8786e4-33b2-4517-8d82-2e6afe4e2f27 req-4270293a-8d11-4e4e-879d-60e6045d6ddf tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:02.981066 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ad8786e4-33b2-4517-8d82-2e6afe4e2f27 req-4270293a-8d11-4e4e-879d-60e6045d6ddf tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 945 time: 0.0638773 Aug 04 10:54:03.043091 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ad8786e4-33b2-4517-8d82-2e6afe4e2f27 req-d5c81f79-4560-46c0-a581-f8f1efcc6215 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443296 Aug 04 10:54:03.050647 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da59f5d-0a7a-4207-bcfe-369074571943 req-fcdd7ab6-15dd-4685-a4df-75a00f2253fa tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:03.052163 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6da59f5d-0a7a-4207-bcfe-369074571943 req-fcdd7ab6-15dd-4685-a4df-75a00f2253fa tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0890355 Aug 04 10:54:03.091481 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6da59f5d-0a7a-4207-bcfe-369074571943 req-9015c8f7-1b5b-4fca-ab61-c6b9b3ae4fca tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Aug 04 10:54:06.702936 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69268aa3-ae7c-433e-8dde-f6b637a284e1 req-32a23c76-ea4c-48df-81fd-c65efe675035 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:06.704914 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-69268aa3-ae7c-433e-8dde-f6b637a284e1 req-32a23c76-ea4c-48df-81fd-c65efe675035 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 945 time: 0.0794032 Aug 04 10:54:06.722253 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb2ba-9957-4d64-a93f-e7b748e7be88 req-9f767837-9749-4678-a7bf-ca815c19165e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:06.723706 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-857cb2ba-9957-4d64-a93f-e7b748e7be88 req-9f767837-9749-4678-a7bf-ca815c19165e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0702279 Aug 04 10:54:06.781131 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-69268aa3-ae7c-433e-8dde-f6b637a284e1 req-58e94191-b066-4c9e-9a14-d2c06e92ffb3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680003 Aug 04 10:54:06.786390 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-857cb2ba-9957-4d64-a93f-e7b748e7be88 req-99635f50-f8d4-4b7b-b87d-5f3ae970214c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562854 Aug 04 10:54:06.855206 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 191b2510-ed01-48ae-87b0-86a51a6d1add up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:06.902829 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 191b2510-ed01-48ae-87b0-86a51a6d1add completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:06.906285 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 191b2510-ed01-48ae-87b0-86a51a6d1add triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:06.906657 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:06.980216 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:07.006539 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c71e248-eb6e-4842-a504-884efd8838ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b2510-ed01-48ae-87b0-86a51a6d1add'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:54:07.009316 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edea0cb-aeac-430d-9812-8a54ff9cddaf" -d '{"events": [{"server_uuid": "9c71e248-eb6e-4842-a504-884efd8838ae", "name": "network-vif-plugged", "status": "completed", "tag": "191b2510-ed01-48ae-87b0-86a51a6d1add"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:54:07.022037 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 191b2510-ed01-48ae-87b0-86a51a6d1add, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=191b2510-ed01-48ae-87b0-86a51a6d1add,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:07.026010 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:07.052080 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0cf200-08e8-40b7-b82b-1405598f1d6b x-openstack-request-id: req-7b0cf200-08e8-40b7-b82b-1405598f1d6b {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:54:07.052377 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c71e248-eb6e-4842-a504-884efd8838ae", "name": "network-vif-plugged", "status": "completed", "tag": "191b2510-ed01-48ae-87b0-86a51a6d1add", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:54:07.052630 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b0cf200-08e8-40b7-b82b-1405598f1d6b {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:54:07.053035 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c71e248-eb6e-4842-a504-884efd8838ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b2510-ed01-48ae-87b0-86a51a6d1add', 'code': 200} Aug 04 10:54:07.078533 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=191b2510-ed01-48ae-87b0-86a51a6d1add,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:07.353262 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33abaa3-64cc-4476-a97d-953e969ce80d req-3dcf2a8a-88d6-4d40-bf4f-7a99f1432126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:07.354743 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e33abaa3-64cc-4476-a97d-953e969ce80d req-3dcf2a8a-88d6-4d40-bf4f-7a99f1432126 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 1099 time: 0.0414448 Aug 04 10:54:07.405501 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e33abaa3-64cc-4476-a97d-953e969ce80d req-0b65be00-91bd-43ef-bdbb-df3d60e536c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280011 Aug 04 10:54:08.121161 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10521182-8e10-4288-a16e-45ff599e53ab req-e32570b6-2deb-4caf-92e9-5fa952262fd9 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:08.122642 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-10521182-8e10-4288-a16e-45ff599e53ab req-e32570b6-2deb-4caf-92e9-5fa952262fd9 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 946 time: 0.0905564 Aug 04 10:54:08.154662 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e5f03-ccaf-485f-806b-c728d91550d4 req-482aa61a-c6cc-4e38-b972-4fa3ecc7577a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:08.161754 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-338e5f03-ccaf-485f-806b-c728d91550d4 req-482aa61a-c6cc-4e38-b972-4fa3ecc7577a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0999916 Aug 04 10:54:08.215432 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-10521182-8e10-4288-a16e-45ff599e53ab req-917b289c-e70d-48f5-8818-5e751de29da5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744660 Aug 04 10:54:08.229735 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-338e5f03-ccaf-485f-806b-c728d91550d4 req-bdef7b0e-27bd-4c57-abf7-7bfcfd41df12 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666096 Aug 04 10:54:09.370485 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fef75-9070-4a5c-98b0-54a4aad34d35 req-32ee7733-fef3-48de-a98c-947894854eaa tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:09.372024 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0d4fef75-9070-4a5c-98b0-54a4aad34d35 req-32ee7733-fef3-48de-a98c-947894854eaa tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 946 time: 0.0823350 Aug 04 10:54:09.386507 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae6caa-18ca-46bd-8e4d-c40928980b82 req-28542302-d540-4196-ab79-3e0576f20083 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:09.387934 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-faae6caa-18ca-46bd-8e4d-c40928980b82 req-28542302-d540-4196-ab79-3e0576f20083 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0717466 Aug 04 10:54:09.448559 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0d4fef75-9070-4a5c-98b0-54a4aad34d35 req-42b2455f-0065-4414-9f58-ccd3317124c5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703309 Aug 04 10:54:09.457469 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-faae6caa-18ca-46bd-8e4d-c40928980b82 req-d0606fed-d0a9-4925-9311-ce0731c9f39a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620968 Aug 04 10:54:10.267191 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2293a7-d56f-40ae-9fde-992bdf895ce9 req-2303a830-e862-429f-8b59-cbe08ee7eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:10.268817 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2d2293a7-d56f-40ae-9fde-992bdf895ce9 req-2303a830-e862-429f-8b59-cbe08ee7eeb8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 1098 time: 0.0414500 Aug 04 10:54:10.310499 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2d2293a7-d56f-40ae-9fde-992bdf895ce9 req-53780f26-2e37-41f7-8428-607b5d1c213d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294025 Aug 04 10:54:10.888215 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eb681-e326-4126-853e-71dd401c53c8 req-010464ad-d087-45c8-8f6d-5a4e744f98f7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:10.889871 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5b6eb681-e326-4126-853e-71dd401c53c8 req-010464ad-d087-45c8-8f6d-5a4e744f98f7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 946 time: 0.1050644 Aug 04 10:54:10.925491 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d2a7c-0481-4e3f-b5bc-93d526aea683 req-25bb0197-2562-42f6-a8ac-eb58f0da5b87 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:10.927228 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-951d2a7c-0481-4e3f-b5bc-93d526aea683 req-25bb0197-2562-42f6-a8ac-eb58f0da5b87 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0914900 Aug 04 10:54:10.961103 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5b6eb681-e326-4126-853e-71dd401c53c8 req-b4a2e230-2c67-47e8-8558-91de24a42af9 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Aug 04 10:54:10.988870 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-951d2a7c-0481-4e3f-b5bc-93d526aea683 req-e4f06019-86ac-46b0-abf5-e596b3f3e310 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551541 Aug 04 10:54:11.781561 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 40970) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:11.880918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-83b99d58-a99d-4c01-936e-b4ab8e37195b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:11.969461 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-83b99d58-a99d-4c01-936e-b4ab8e37195b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:11.973538 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-83b99d58-a99d-4c01-936e-b4ab8e37195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.014615 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-83b99d58-a99d-4c01-936e-b4ab8e37195b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3062c08051db4d89827254cea04456fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307568 Aug 04 10:54:12.015523 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b99d58-a99d-4c01-936e-b4ab8e37195b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b2349-a82b-4248-bdfb-5efad149c5b9,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:12.016656 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40980) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:12.090452 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e42b34c7-5979-4d9b-8f6f-94ea8cfb1c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.114960 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e42b34c7-5979-4d9b-8f6f-94ea8cfb1c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.166840 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0c3dd-ade1-4ef0-a7e0-9cb84d0d539f req-67a358e8-ab78-41fa-9fc1-5ebfe3bdd464 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:12.175633 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98b0c3dd-ade1-4ef0-a7e0-9cb84d0d539f req-67a358e8-ab78-41fa-9fc1-5ebfe3bdd464 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0710878 Aug 04 10:54:12.197822 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e42b34c7-5979-4d9b-8f6f-94ea8cfb1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.200528 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e42b34c7-5979-4d9b-8f6f-94ea8cfb1c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.201707 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-e42b34c7-5979-4d9b-8f6f-94ea8cfb1c67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a2b2349-a82b-4248-bdfb-5efad149c5b9 HTTP/1.1" status: 204 len: 168 time: 0.1828959 Aug 04 10:54:12.212797 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b34c7-5979-4d9b-8f6f-94ea8cfb1c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b2349-a82b-4248-bdfb-5efad149c5b9,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:12.234012 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98b0c3dd-ade1-4ef0-a7e0-9cb84d0d539f req-e52d90d2-e36c-4e10-ad2e-b1b025f2c6af tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544534 Aug 04 10:54:12.311488 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 40996) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:12.601050 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-19bc6efb-ac0d-4f1a-9113-b029db826227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.647292 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41014) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:12.662405 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d5c645c5-59d7-44cd-b3cf-2de8270674a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.714048 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-19bc6efb-ac0d-4f1a-9113-b029db826227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.718498 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-19bc6efb-ac0d-4f1a-9113-b029db826227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.757156 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-19bc6efb-ac0d-4f1a-9113-b029db826227 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed36cd9ae69442fca2e1e536edd0892d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443238 Aug 04 10:54:12.758856 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc6efb-ac0d-4f1a-9113-b029db826227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668cdd08-addc-44a0-82dd-28d195739285,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:12.761182 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41020) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:12.823163 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d5c645c5-59d7-44cd-b3cf-2de8270674a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.828672 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e605dcfc-e820-42d9-a168-7dcec24c251f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.828800 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d5c645c5-59d7-44cd-b3cf-2de8270674a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.851296 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e605dcfc-e820-42d9-a168-7dcec24c251f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.872689 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d5c645c5-59d7-44cd-b3cf-2de8270674a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0bee1fa27554cf488a5abb599877ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227516 Aug 04 10:54:12.872689 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c645c5-59d7-44cd-b3cf-2de8270674a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac02d5a-39ca-4fdf-bc50-cb68c50b094c,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:12.875520 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41024) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:12.904917 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e605dcfc-e820-42d9-a168-7dcec24c251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.907619 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e605dcfc-e820-42d9-a168-7dcec24c251f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.908808 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-e605dcfc-e820-42d9-a168-7dcec24c251f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/668cdd08-addc-44a0-82dd-28d195739285 HTTP/1.1" status: 204 len: 168 time: 0.1359034 Aug 04 10:54:12.921991 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605dcfc-e820-42d9-a168-7dcec24c251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668cdd08-addc-44a0-82dd-28d195739285,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:12.937846 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3160bf06-cf86-4089-b1c6-f96fe06c999f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:12.961258 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3160bf06-cf86-4089-b1c6-f96fe06c999f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.014529 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3160bf06-cf86-4089-b1c6-f96fe06c999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.017346 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3160bf06-cf86-4089-b1c6-f96fe06c999f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.018602 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3160bf06-cf86-4089-b1c6-f96fe06c999f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fac02d5a-39ca-4fdf-bc50-cb68c50b094c HTTP/1.1" status: 204 len: 168 time: 0.1418841 Aug 04 10:54:13.027306 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160bf06-cf86-4089-b1c6-f96fe06c999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac02d5a-39ca-4fdf-bc50-cb68c50b094c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:13.349411 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41046) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:13.355985 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2b41d-c88f-45bf-b7a7-457a29969fd2 req-7021e3ca-28dd-44e5-8c9e-8868af357cb6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:13.357624 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3dc2b41d-c88f-45bf-b7a7-457a29969fd2 req-7021e3ca-28dd-44e5-8c9e-8868af357cb6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0575492 Aug 04 10:54:13.366003 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d01fe1dc-a131-48cc-9a5d-fd267f18d1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.403662 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3dc2b41d-c88f-45bf-b7a7-457a29969fd2 req-6e253bb1-a8ba-4c0d-a1f6-28107c1fbad8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368311 Aug 04 10:54:13.482727 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d01fe1dc-a131-48cc-9a5d-fd267f18d1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.488382 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d01fe1dc-a131-48cc-9a5d-fd267f18d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.528285 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae13d4a-be8a-493f-8a3c-d1ee194bdccb req-1975e4e9-b2bd-4ba0-85ab-47929814aedc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:13.529506 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fe1dc-a131-48cc-9a5d-fd267f18d1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88869028-54c9-4390-9b5b-7a4678bac0a6,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:13.536340 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cae13d4a-be8a-493f-8a3c-d1ee194bdccb req-1975e4e9-b2bd-4ba0-85ab-47929814aedc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0590458 Aug 04 10:54:13.547579 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-d01fe1dc-a131-48cc-9a5d-fd267f18d1dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7685c2e1c4bf493cb45f65962cbc9854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970363 Aug 04 10:54:13.551277 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41060) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:13.577031 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cae13d4a-be8a-493f-8a3c-d1ee194bdccb req-0548655b-2967-42f8-a426-aa2d6984eeb6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 Aug 04 10:54:13.623953 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2da33c2b-0492-4aca-817d-85e2b757c635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.646009 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2da33c2b-0492-4aca-817d-85e2b757c635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.701388 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2da33c2b-0492-4aca-817d-85e2b757c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.704172 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2da33c2b-0492-4aca-817d-85e2b757c635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:13.708082 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-2da33c2b-0492-4aca-817d-85e2b757c635 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88869028-54c9-4390-9b5b-7a4678bac0a6 HTTP/1.1" status: 204 len: 168 time: 0.1555364 Aug 04 10:54:13.718290 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da33c2b-0492-4aca-817d-85e2b757c635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88869028-54c9-4390-9b5b-7a4678bac0a6,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:14.128613 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41092) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:14.142064 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-31865f1c-a06d-4b22-8c13-e15abb18a1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:14.241203 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-31865f1c-a06d-4b22-8c13-e15abb18a1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:14.246943 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-31865f1c-a06d-4b22-8c13-e15abb18a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:14.291237 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-31865f1c-a06d-4b22-8c13-e15abb18a1a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5f68afaddb549b1b5740e83db2e1fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614065 Aug 04 10:54:14.292336 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31865f1c-a06d-4b22-8c13-e15abb18a1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a050de0-abe8-4050-9df0-589286d136d4,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:14.293965 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41100) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:14.343960 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1784d421-beb4-4861-a0d8-b5bee4abb351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:14.364848 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1784d421-beb4-4861-a0d8-b5bee4abb351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:14.413903 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1784d421-beb4-4861-a0d8-b5bee4abb351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:14.416410 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1784d421-beb4-4861-a0d8-b5bee4abb351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:14.417574 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1784d421-beb4-4861-a0d8-b5bee4abb351 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a050de0-abe8-4050-9df0-589286d136d4 HTTP/1.1" status: 204 len: 168 time: 0.1219854 Aug 04 10:54:14.425773 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784d421-beb4-4861-a0d8-b5bee4abb351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a050de0-abe8-4050-9df0-589286d136d4,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:15.102622 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41148) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:15.196882 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2101117804-network', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:15.217538 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Made reservation on behalf of 715f55c289f54420b14bba8c6ee78c0e for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:54:15.219904 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.228957 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.321150 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.325716 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.353411 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:54:15.360725 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36100bb3-a52d-43cc-b9a0-f581b4961429,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:15.367126 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.367524 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Added segment a0855a02-86d8-46b4-8776-1e60874d8afa of type vlan for network d743e00a-448b-424a-ab31-9baeb2618512 Aug 04 10:54:15.412116 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.654194 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.655341 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:15.655910 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.704864 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6008108 Aug 04 10:54:15.707832 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41168) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:15.712879 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Request body: {'subnet': {'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2101117804-subnet', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:15.718707 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d512a06-3fc6-486f-a6cc-07df34276b39 admin admin] Pushing event updated for resources: {'Network': ['ID=d743e00a-448b-424a-ab31-9baeb2618512,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:15.729641 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network d743e00a-448b-424a-ab31-9baeb2618512 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:54:15.735469 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Made reservation on behalf of 715f55c289f54420b14bba8c6ee78c0e for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:54:15.738486 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126168723'] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.915180 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3238773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126168749'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:15.920240 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41174) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:15.969617 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=474e96e1-b3f6-4fec-b2c9-8a702e50753b,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:15.980073 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Checking segment: {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:15.980422 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Network hostable DHCP agents. Network: d743e00a-448b-424a-ab31-9baeb2618512, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:54:15.997745 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Network d743e00a-448b-424a-ab31-9baeb2618512 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:54:16.007820 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, d743e00a-448b-424a-ab31-9baeb2618512) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:16.012896 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:16.013486 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.024983 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8495aa8-a750-4768-b0fc-f1b5685f3d3e None None] Network d743e00a-448b-424a-ab31-9baeb2618512 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:54:16.037607 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-431c5665-47e7-4d65-86a0-c9b99300f624 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3263819 Aug 04 10:54:16.038016 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41180) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:16.046626 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:16.048047 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1c13-80f9-43e6-b87a-fe4c20c51243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.073220 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.077141 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.150807 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.174499 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1c13-80f9-43e6-b87a-fe4c20c51243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.181959 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1c13-80f9-43e6-b87a-fe4c20c51243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.225994 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d2cc1c13-80f9-43e6-b87a-fe4c20c51243 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47a59cf0305f492692bbb9d837380a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046305 Aug 04 10:54:16.227451 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc1c13-80f9-43e6-b87a-fe4c20c51243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe89e7-4797-46b0-b82b-e83d20c2042e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:16.230770 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41186) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:16.231543 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-d743e00a-448b-424a-ab31-9baeb2618512', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 10:54:16.233341 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.301664 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9974-88e3-4f0e-9db3-ee864e654b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.319309 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.323614 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9974-88e3-4f0e-9db3-ee864e654b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.374443 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9974-88e3-4f0e-9db3-ee864e654b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.376986 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9974-88e3-4f0e-9db3-ee864e654b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.378304 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1f9e9974-88e3-4f0e-9db3-ee864e654b93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2fe89e7-4797-46b0-b82b-e83d20c2042e HTTP/1.1" status: 204 len: 168 time: 0.1466045 Aug 04 10:54:16.387924 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e9974-88e3-4f0e-9db3-ee864e654b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe89e7-4797-46b0-b82b-e83d20c2042e,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:16.410515 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Allocated IP 172.20.0.2 (d743e00a-448b-424a-ab31-9baeb2618512/474e96e1-b3f6-4fec-b2c9-8a702e50753b/d2f04540-bd23-475a-a0c0-2b58da9f832d) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:54:16.534371 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.557580 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.584103 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.594196 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Transition to ACTIVE for port object d2f04540-bd23-475a-a0c0-2b58da9f832d will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:16.612799 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Transition to ACTIVE for port object d2f04540-bd23-475a-a0c0-2b58da9f832d will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:16.619312 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.662691 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Network d743e00a-448b-424a-ab31-9baeb2618512 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:16.666498 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:16.669387 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:54:16.677249 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Allocated IP 172.27.1.21 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/03640e2e-561a-413b-9a67-dd84ccd50a5a) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:54:16.692507 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41192) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:16.700390 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Pushing event updated for resources: {'Port': ['ID=d2f04540-bd23-475a-a0c0-2b58da9f832d,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:16.710479 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1fd25b11-5f4c-4733-a57d-e71111cb29cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.735834 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Attempting to bind port d2f04540-bd23-475a-a0c0-2b58da9f832d on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:54:16.736764 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Attempting to bind port d2f04540-bd23-475a-a0c0-2b58da9f832d by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:54:16.736873 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Attempting to bind port d2f04540-bd23-475a-a0c0-2b58da9f832d on network d743e00a-448b-424a-ab31-9baeb2618512 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:16.743781 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:54:16.744158 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Checking segment: {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:16.744624 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.745148 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Bound using segment: {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:54:16.745640 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Bound port: d2f04540-bd23-475a-a0c0-2b58da9f832d, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:54:16.746025 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.834779 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] For port d2f04540-bd23-475a-a0c0-2b58da9f832d, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:54:16.835417 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1fd25b11-5f4c-4733-a57d-e71111cb29cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.840678 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] For port d2f04540-bd23-475a-a0c0-2b58da9f832d, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=d2f04540-bd23-475a-a0c0-2b58da9f832d,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:54:16.844020 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1fd25b11-5f4c-4733-a57d-e71111cb29cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.847114 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.881911 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd25b11-5f4c-4733-a57d-e71111cb29cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fddee86-c828-47de-a7ad-79e73568eaf8,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:16.894814 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1fd25b11-5f4c-4733-a57d-e71111cb29cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f1b49c9f00146eaaef54b42885d7909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008407 Aug 04 10:54:16.898419 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41196) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:16.928297 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8339dc-dbc0-4dc0-a20e-acf0132298b4 None None] Pushing event updated for resources: {'Port': ['ID=d2f04540-bd23-475a-a0c0-2b58da9f832d,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:16.957832 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c754f2f6-918c-4af8-b669-b7b07d54b359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:16.986886 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c754f2f6-918c-4af8-b669-b7b07d54b359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:17.009986 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:17.037515 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c754f2f6-918c-4af8-b669-b7b07d54b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:17.040555 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c754f2f6-918c-4af8-b669-b7b07d54b359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:17.041921 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c754f2f6-918c-4af8-b669-b7b07d54b359 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fddee86-c828-47de-a7ad-79e73568eaf8 HTTP/1.1" status: 204 len: 168 time: 0.1411774 Aug 04 10:54:17.063439 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754f2f6-918c-4af8-b669-b7b07d54b359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fddee86-c828-47de-a7ad-79e73568eaf8,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:17.074374 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:17.110299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:17.116178 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:17.121215 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:54:17.320039 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=03640e2e-561a-413b-9a67-dd84ccd50a5a,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:17.419740 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:17.622233 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:17.779006 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Router b645eba2-34b9-4602-ae45-ad8a46c341cb is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 10:54:17.919293 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:54:17.931390 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Sync routers for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:54:17.948435 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:54:17.949192 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:53:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:17.960009 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:17.964740 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-023ab0f1-bca4-42b0-ab99-6e35e8534ab6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9224465 Aug 04 10:54:17.966729 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41236) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:18.052688 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4e7c4-7d7a-4e53-981b-f3160f0601e5 None None] Network d743e00a-448b-424a-ab31-9baeb2618512 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:54:18.112447 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:54:18.198541 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-31073cde-f6f2-4ed9-8751-8faf68b49985 None None] Provisioning for port d2f04540-bd23-475a-a0c0-2b58da9f832d completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:18.372502 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:17Z', 'revision_number': 3, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:18.412036 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Checking router: b645eba2-34b9-4602-ae45-ad8a46c341cb for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:54:18.412669 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Updating router b645eba2-34b9-4602-ae45-ad8a46c341cb port 03640e2e-561a-413b-9a67-dd84ccd50a5a binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:54:18.425586 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device d2f04540-bd23-475a-a0c0-2b58da9f832d up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:18.468107 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:18.529282 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port d2f04540-bd23-475a-a0c0-2b58da9f832d completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:18.546699 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port d2f04540-bd23-475a-a0c0-2b58da9f832d triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:18.547092 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:18.739599 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:18.757103 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:18.832749 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port d2f04540-bd23-475a-a0c0-2b58da9f832d, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=d2f04540-bd23-475a-a0c0-2b58da9f832d,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:18.842581 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:18.956487 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-1a72ec31-961a-4a38-8937-16ebbf3257d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:18.958174 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-1a72ec31-961a-4a38-8937-16ebbf3257d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1098 time: 0.0726600 Aug 04 10:54:18.959475 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:18.961901 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-f0c98bb2-870e-4879-9398-8ad8a95fdf57 None None] Provisioning complete for port d2f04540-bd23-475a-a0c0-2b58da9f832d triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:18.962281 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f0c98bb2-870e-4879-9398-8ad8a95fdf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:18.973207 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Transition to ACTIVE for port object 03640e2e-561a-413b-9a67-dd84ccd50a5a will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:18.981305 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:19.015740 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=d2f04540-bd23-475a-a0c0-2b58da9f832d,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:19.034859 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Pushing event updated for resources: {'Port': ['ID=03640e2e-561a-413b-9a67-dd84ccd50a5a,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:19.047823 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.048558 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.049147 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.049707 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.050374 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.050915 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.051463 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.051999 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.052574 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.053297 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.053830 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.054365 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:19.087050 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Attempting to bind port 03640e2e-561a-413b-9a67-dd84ccd50a5a on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:54:19.091633 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Attempting to bind port 03640e2e-561a-413b-9a67-dd84ccd50a5a by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:54:19.091870 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Attempting to bind port 03640e2e-561a-413b-9a67-dd84ccd50a5a on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:19.102903 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:54:19.103522 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:19.104701 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:19.105301 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:54:19.105971 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Bound port: 03640e2e-561a-413b-9a67-dd84ccd50a5a, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:54:19.107226 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:19.116479 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Allocated IP 172.20.0.1 (d743e00a-448b-424a-ab31-9baeb2618512/474e96e1-b3f6-4fec-b2c9-8a702e50753b/49a6404b-6159-419b-b5a4-ff77aed4f441) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:54:19.137299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-cfb58044-de77-4ba1-9b01-541736edb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:19.139200 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-cfb58044-de77-4ba1-9b01-541736edb51b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 919 time: 0.1664796 Aug 04 10:54:19.167058 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] For port 03640e2e-561a-413b-9a67-dd84ccd50a5a, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:54:19.171587 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] For port 03640e2e-561a-413b-9a67-dd84ccd50a5a, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=03640e2e-561a-413b-9a67-dd84ccd50a5a,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:54:19.184246 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:19.199512 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-40b4a582-8f49-4ec8-bc48-8c6216076f24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1 HTTP/1.1" status: 200 len: 217 time: 0.0510025 Aug 04 10:54:19.243929 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6349d7-b649-4c2f-800b-ffe425c4149c req-ccedd891-c26a-42e6-b8cd-7a266b1bcdae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:19.245176 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7d6349d7-b649-4c2f-800b-ffe425c4149c req-ccedd891-c26a-42e6-b8cd-7a266b1bcdae tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.3286510 Aug 04 10:54:19.251564 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:54:19.252101 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:53:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:19.322102 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7d6349d7-b649-4c2f-800b-ffe425c4149c req-e727fc81-a349-4417-a6e5-e25b960a7304 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676272 Aug 04 10:54:19.330285 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-7bb51f87-d501-408c-9782-b0778ea72dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:19.334694 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:19.338727 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-7bb51f87-d501-408c-9782-b0778ea72dd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.0996988 Aug 04 10:54:19.373394 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Transition to ACTIVE for port object 49a6404b-6159-419b-b5a4-ff77aed4f441 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:19.390884 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-13909a5a-864a-4eaa-ad73-3a6aa8581d02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424521 Aug 04 10:54:19.449621 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e87efd-d112-4885-a896-ab112b817b79 None None] Pushing event updated for resources: {'Port': ['ID=03640e2e-561a-413b-9a67-dd84ccd50a5a,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:19.468914 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:19.506786 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:54:19.534059 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Network d743e00a-448b-424a-ab31-9baeb2618512 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:19.537074 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:19.541676 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:54:19.550703 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:54:19.563834 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-6d0600d8-094b-4790-8403-4c5c2ce73a47 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436515 Aug 04 10:54:19.596088 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Pushing event updated for resources: {'Port': ['ID=49a6404b-6159-419b-b5a4-ff77aed4f441,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:19.621872 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:19.758986 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-08dfaf3a-17a4-4df4-93d6-05dc9996c32a req-2c424873-ff84-4ce4-b2e7-a6c81f867fde service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828287 Aug 04 10:54:19.830074 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:17Z', 'revision_number': 3, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:19.845690 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:19.859994 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a390022-bdd8-401e-9aba-2a4d99126cf0 None None] The sync data for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi is: [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:17Z', 'revision_number': 3, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:54:19.925787 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-d8296341-6662-4ebe-9339-104630bc4561 None None] Provisioning for port 49a6404b-6159-419b-b5a4-ff77aed4f441 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:19.929421 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-d8296341-6662-4ebe-9339-104630bc4561 None None] Provisioning complete for port 49a6404b-6159-419b-b5a4-ff77aed4f441 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:19.929798 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d8296341-6662-4ebe-9339-104630bc4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:19.996003 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-d8296341-6662-4ebe-9339-104630bc4561 None None] Port 49a6404b-6159-419b-b5a4-ff77aed4f441 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:54:20.088936 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:20.103961 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:20.216524 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Pushing event updated for resources: {'Port': ['ID=49a6404b-6159-419b-b5a4-ff77aed4f441,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:20.219164 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:20.412190 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Network d743e00a-448b-424a-ab31-9baeb2618512 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:20.415984 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:20.497519 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device d2f04540-bd23-475a-a0c0-2b58da9f832d up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:20.648378 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port d2f04540-bd23-475a-a0c0-2b58da9f832d triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:20.649677 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:20.755841 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15fb07-c6e4-405b-b378-344a70522850 req-30534521-4f88-4b22-8a9f-e837f7e1859a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:20.776375 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e15fb07-c6e4-405b-b378-344a70522850 req-30534521-4f88-4b22-8a9f-e837f7e1859a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.2257802 Aug 04 10:54:20.834121 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 03640e2e-561a-413b-9a67-dd84ccd50a5a up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:20.866725 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e15fb07-c6e4-405b-b378-344a70522850 req-ed59ff42-eddc-4acc-b637-76b2905339ab tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890925 Aug 04 10:54:20.872496 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Router b645eba2-34b9-4602-ae45-ad8a46c341cb has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:54:20.904486 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 03640e2e-561a-413b-9a67-dd84ccd50a5a completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:20.912465 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 03640e2e-561a-413b-9a67-dd84ccd50a5a triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:20.913140 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:20.963105 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-cefa157f-bca1-40c6-933c-885500b74db7 None None] Provisioning complete for port 49a6404b-6159-419b-b5a4-ff77aed4f441 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:20.963780 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cefa157f-bca1-40c6-933c-885500b74db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:20.999002 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:54:21.005550 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3e8514d3-70da-44b5-b1b5-744e93fe9268 admin admin] 10.222.0.49 "PUT /v2.0/routers/b645eba2-34b9-4602-ae45-ad8a46c341cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0375066 Aug 04 10:54:21.180957 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-cefa157f-bca1-40c6-933c-885500b74db7 None None] Port 49a6404b-6159-419b-b5a4-ff77aed4f441 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:54:21.188180 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.209416 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 03640e2e-561a-413b-9a67-dd84ccd50a5a, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=03640e2e-561a-413b-9a67-dd84ccd50a5a,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:21.213777 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.265700 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=03640e2e-561a-413b-9a67-dd84ccd50a5a,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:21.554277 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41366) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:21.559904 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1234855612-network', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:21.581484 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Made reservation on behalf of a553cd4d85db4e6e90ca7409c921cd34 for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:54:21.583903 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.595416 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.699418 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.715706 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.742206 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:54:21.760386 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a296dc8-84bb-4780-a02c-9eabc859d170,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:21.767960 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.768457 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Added segment fa5c8656-433a-4696-ba72-63f5bc2398fb of type vlan for network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f Aug 04 10:54:21.833738 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.872215 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.874258 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:21.874892 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:21.955163 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] Pushing event updated for resources: {'Network': ['ID=e10ed944-c8e7-4b91-ba7c-1ba4db3a186f,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:21.958150 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-886150d0-e886-4c90-8352-79082ce15b8b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4022233 Aug 04 10:54:21.963183 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41390) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:21.968159 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:54:21.979932 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Request body: {'subnet': {'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1234855612-subnet', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:22.011555 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Made reservation on behalf of a553cd4d85db4e6e90ca7409c921cd34 for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:54:22.014074 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126168723'] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:22.058486 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe16a-2e2a-4b3b-baab-3cd2c54ccc4f req-5fe94e73-248f-4af6-ae65-682465775021 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:22.060121 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d11fe16a-2e2a-4b3b-baab-3cd2c54ccc4f req-5fe94e73-248f-4af6-ae65-682465775021 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1009512 Aug 04 10:54:22.073059 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Sync routers for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:54:22.093056 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:54:22.094201 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:53:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:22.134947 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d11fe16a-2e2a-4b3b-baab-3cd2c54ccc4f req-0dd3154c-004c-4da6-a1a2-20fc8c0b788f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664732 Aug 04 10:54:22.246003 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:54:22.355745 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 03640e2e-561a-413b-9a67-dd84ccd50a5a up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:22.377130 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3238773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126168749'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:22.446448 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4721f54-698b-4aec-a1d0-8338cf320059,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:22.458483 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.459180 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.459529 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.460037 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.460547 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.460929 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.461290 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.461625 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.461963 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.462293 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.462624 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.463076 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:22.466386 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Checking segment: {'id': 'fa5c8656-433a-4696-ba72-63f5bc2398fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:22.466759 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Network hostable DHCP agents. Network: e10ed944-c8e7-4b91-ba7c-1ba4db3a186f, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:54:22.471959 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 03640e2e-561a-413b-9a67-dd84ccd50a5a triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:22.472522 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:22.485575 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:54:22.496742 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, e10ed944-c8e7-4b91-ba7c-1ba4db3a186f) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:22.501678 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:22.502672 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:22.520746 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f901afcd-5557-4d9c-b422-392d952f582c None None] Network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:54:22.523711 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-cbddc52b-cdb4-487a-b968-7e735b673e01 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5559196 Aug 04 10:54:22.524656 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41420) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:22.534752 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:22.564312 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:22.565916 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:22.627565 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:22.673458 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '49a6404b-6159-419b-b5a4-ff77aed4f441', 'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'mac_address': 'fa:16:3e:04:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:18Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 2, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'subnets': [{'id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:22.728943 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Checking router: b645eba2-34b9-4602-ae45-ad8a46c341cb for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:54:22.729299 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Updating router b645eba2-34b9-4602-ae45-ad8a46c341cb port 49a6404b-6159-419b-b5a4-ff77aed4f441 binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:54:22.765414 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:22.775933 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:22.822774 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-e10ed944-c8e7-4b91-ba7c-1ba4db3a186f', 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'fixed_ips': [{'subnet_id': 'a4721f54-698b-4aec-a1d0-8338cf320059'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 10:54:22.823648 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.001851 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.024620 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.077869 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a3159a42-155a-41f2-9ba9-8d23b60a5f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.096127 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Allocated IP 172.20.0.2 (e10ed944-c8e7-4b91-ba7c-1ba4db3a186f/a4721f54-698b-4aec-a1d0-8338cf320059/f6b74bea-77c7-452a-9ef8-c3b7538e8ceb) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:54:23.135866 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Allocated IP 172.27.1.113 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/34a676e0-0b3e-45ee-b089-f4a18d6a453d) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:54:23.258642 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.266938 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.290793 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855f5f5-a873-41ef-9a24-915e69790550 req-8d82f9b3-1eab-46d2-99a5-a15b196c7e13 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:23.305313 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b855f5f5-a873-41ef-9a24-915e69790550 req-8d82f9b3-1eab-46d2-99a5-a15b196c7e13 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0786965 Aug 04 10:54:23.307735 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Transition to ACTIVE for port object 49a6404b-6159-419b-b5a4-ff77aed4f441 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:23.313117 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.319158 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.358578 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:23.359398 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.370425 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:23.375139 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:54:23.378812 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Transition to ACTIVE for port object f6b74bea-77c7-452a-9ef8-c3b7538e8ceb will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:23.379073 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Pushing event updated for resources: {'Port': ['ID=34a676e0-0b3e-45ee-b089-f4a18d6a453d,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:23.402514 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b855f5f5-a873-41ef-9a24-915e69790550 req-b4fdb3d7-3f42-4d92-8930-e6d3a89cbeab tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953856 Aug 04 10:54:23.415883 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c50079-d6a2-4a10-81a2-474b08197094 None None] Pushing event updated for resources: {'Port': ['ID=49a6404b-6159-419b-b5a4-ff77aed4f441,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:23.418239 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Transition to ACTIVE for port object f6b74bea-77c7-452a-9ef8-c3b7538e8ceb will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:23.467656 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.519241 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Attempting to bind port 49a6404b-6159-419b-b5a4-ff77aed4f441 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:54:23.519702 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Attempting to bind port 49a6404b-6159-419b-b5a4-ff77aed4f441 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:54:23.519971 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Attempting to bind port 49a6404b-6159-419b-b5a4-ff77aed4f441 on network d743e00a-448b-424a-ab31-9baeb2618512 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:23.535062 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:23.543543 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:23.546160 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Pushing event updated for resources: {'Port': ['ID=f6b74bea-77c7-452a-9ef8-c3b7538e8ceb,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:23.548573 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:54:23.549236 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Checking segment: {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:23.550470 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.551551 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Bound using segment: {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:54:23.552224 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Bound port: 49a6404b-6159-419b-b5a4-ff77aed4f441, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:54:23.552838 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.557568 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:54:23.665409 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Attempting to bind port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:54:23.665787 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Attempting to bind port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'fa5c8656-433a-4696-ba72-63f5bc2398fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:54:23.666148 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Attempting to bind port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb on network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:23.681946 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:54:23.682323 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Checking segment: {'id': 'fa5c8656-433a-4696-ba72-63f5bc2398fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:23.682905 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.683449 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Bound using segment: {'id': 'fa5c8656-433a-4696-ba72-63f5bc2398fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:54:23.684153 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Bound port: f6b74bea-77c7-452a-9ef8-c3b7538e8ceb, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5c8656-433a-4696-ba72-63f5bc2398fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:54:23.684749 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.831958 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] For port 49a6404b-6159-419b-b5a4-ff77aed4f441, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:54:23.849532 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] For port 49a6404b-6159-419b-b5a4-ff77aed4f441, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=49a6404b-6159-419b-b5a4-ff77aed4f441,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:54:23.875672 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.923095 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:23.957760 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] For port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:54:23.960354 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c50079-d6a2-4a10-81a2-474b08197094 None None] Pushing event updated for resources: {'Port': ['ID=49a6404b-6159-419b-b5a4-ff77aed4f441,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:23.964739 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] For port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f6b74bea-77c7-452a-9ef8-c3b7538e8ceb,segment=NetworkSegment(fa5c8656-433a-4696-ba72-63f5bc2398fb),segment_id=fa5c8656-433a-4696-ba72-63f5bc2398fb)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:54:23.970386 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:54:23.971058 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:53:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:24.018914 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:24.115857 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:54:24.155046 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:24.246501 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12a87-acdf-4784-8542-d6e68c8cbed9 None None] Pushing event updated for resources: {'Port': ['ID=f6b74bea-77c7-452a-9ef8-c3b7538e8ceb,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:24.317751 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Router 9e8d8450-6989-40e4-80fc-850682bd6eed is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 10:54:24.360534 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '49a6404b-6159-419b-b5a4-ff77aed4f441', 'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'mac_address': 'fa:16:3e:04:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:18Z', 'updated_at': '2021-08-04T10:54:23Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'subnets': [{'id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:24.402877 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380c62f-8fdb-42c3-811a-1d850e2fd672 None None] The sync data for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi is: [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '49a6404b-6159-419b-b5a4-ff77aed4f441', 'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'mac_address': 'fa:16:3e:04:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:18Z', 'updated_at': '2021-08-04T10:54:23Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'subnets': [{'id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:54:24.465179 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:54:24.494833 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Sync routers for ids ['9e8d8450-6989-40e4-80fc-850682bd6eed'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:54:24.504868 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Routers {'9e8d8450-6989-40e4-80fc-850682bd6eed'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:54:24.505737 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:53:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['9e8d8450-6989-40e4-80fc-850682bd6eed'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:24.506408 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:24.510761 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-4a8ad870-0b37-4ba0-bae3-c0dea3e60a84 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9815867 Aug 04 10:54:24.511069 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41454) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:24.722290 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Set router 9e8d8450-6989-40e4-80fc-850682bd6eed gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:54:24.725760 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e268b6-a3a1-48e2-a9f1-18ec8c120c9e req-42438612-923a-48e7-85c0-32ffefcdcf04 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:24.735647 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0e268b6-a3a1-48e2-a9f1-18ec8c120c9e req-42438612-923a-48e7-85c0-32ffefcdcf04 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.2043715 Aug 04 10:54:24.839523 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0e268b6-a3a1-48e2-a9f1-18ec8c120c9e req-1159084a-2965-43d9-a452-5ba4e950066d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955298 Aug 04 10:54:25.069657 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41482) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:25.251221 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:22Z', 'updated_at': '2021-08-04T10:54:23Z', 'revision_number': 3, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'gw_port': {'id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:23Z', 'updated_at': '2021-08-04T10:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:25.341943 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41494) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:25.355003 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Checking router: 9e8d8450-6989-40e4-80fc-850682bd6eed for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:54:25.360675 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Updating router 9e8d8450-6989-40e4-80fc-850682bd6eed port 34a676e0-0b3e-45ee-b089-f4a18d6a453d binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:54:25.423174 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.447918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8116f236-eb6e-495d-8423-5bfa62a9a3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.498890 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-76e9198e-60b7-48d6-a053-203af646801a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.529607 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.593805 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.639549 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8116f236-eb6e-495d-8423-5bfa62a9a3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.655016 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02522ae4-e45f-496d-afb1-0efd4dcb9c74 None None] Network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:54:25.665660 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8116f236-eb6e-495d-8423-5bfa62a9a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.729029 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116f236-eb6e-495d-8423-5bfa62a9a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3155d7-f4db-4076-8711-92275f9d539e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:25.735970 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8116f236-eb6e-495d-8423-5bfa62a9a3fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aaaadfd44330409291135486c112e9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6652939 Aug 04 10:54:25.743941 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41498) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:25.815300 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-76e9198e-60b7-48d6-a053-203af646801a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.818244 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-3ce122a5-43a1-405f-a4a4-0847cc2eb820 None None] Provisioning for port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:25.824783 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-76e9198e-60b7-48d6-a053-203af646801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.851434 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.862063 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Allocated IP 172.20.0.1 (e10ed944-c8e7-4b91-ba7c-1ba4db3a186f/a4721f54-698b-4aec-a1d0-8338cf320059/80341c2d-5162-44b7-8543-a4401b1a3557) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:54:25.871563 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f6ede485-cc25-4e59-9f66-408b1570453a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.872597 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-077c411d-f421-45af-8ae2-68d0f48ed370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.880416 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Transition to ACTIVE for port object 34a676e0-0b3e-45ee-b089-f4a18d6a453d will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:25.891743 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.892735 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9198e-60b7-48d6-a053-203af646801a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db45eb0-9ad5-4573-91d6-aed1b52aeb89,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:25.917822 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f6ede485-cc25-4e59-9f66-408b1570453a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.935678 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Attempting to bind port 34a676e0-0b3e-45ee-b089-f4a18d6a453d on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:54:25.939505 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-76e9198e-60b7-48d6-a053-203af646801a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=076cc83b5b4343c3ace5cf04b2b7801b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5941665 Aug 04 10:54:25.939775 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Attempting to bind port 34a676e0-0b3e-45ee-b089-f4a18d6a453d by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:54:25.939775 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Attempting to bind port 34a676e0-0b3e-45ee-b089-f4a18d6a453d on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:25.939930 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41502) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:25.978044 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:54:25.978378 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:25.978830 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:25.979380 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:54:25.979868 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Bound port: 34a676e0-0b3e-45ee-b089-f4a18d6a453d, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:54:25.980261 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.032698 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c4672-82b8-448b-aa55-2c8ef9cd7a68 None None] Pushing event updated for resources: {'Port': ['ID=34a676e0-0b3e-45ee-b089-f4a18d6a453d,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:26.057877 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f6ede485-cc25-4e59-9f66-408b1570453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.061771 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f6ede485-cc25-4e59-9f66-408b1570453a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.066193 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-f6ede485-cc25-4e59-9f66-408b1570453a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e3155d7-f4db-4076-8711-92275f9d539e HTTP/1.1" status: 204 len: 168 time: 0.3159783 Aug 04 10:54:26.079454 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97309100-8b0f-48b7-923e-ff608302dbe1 req-fb3e4569-fee9-4ceb-9dd2-fbb6cda8f4f7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:26.085241 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ede485-cc25-4e59-9f66-408b1570453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3155d7-f4db-4076-8711-92275f9d539e,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:26.087673 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97309100-8b0f-48b7-923e-ff608302dbe1 req-fb3e4569-fee9-4ceb-9dd2-fbb6cda8f4f7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1255546 Aug 04 10:54:26.094291 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] For port 34a676e0-0b3e-45ee-b089-f4a18d6a453d, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:54:26.098597 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] For port 34a676e0-0b3e-45ee-b089-f4a18d6a453d, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=34a676e0-0b3e-45ee-b089-f4a18d6a453d,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:54:26.104673 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.133688 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d29e1196-1b7a-4869-aeac-50af1331a3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.177524 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.197039 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Transition to ACTIVE for port object 80341c2d-5162-44b7-8543-a4401b1a3557 will not be triggered until provisioned by entity DHCP. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:26.224678 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Routers {'9e8d8450-6989-40e4-80fc-850682bd6eed'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:54:26.225380 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:54:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['9e8d8450-6989-40e4-80fc-850682bd6eed'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:26.265271 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97309100-8b0f-48b7-923e-ff608302dbe1 req-9e7ab7d8-74b1-43c6-aeba-b94c64681217 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765082 Aug 04 10:54:26.267356 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d29e1196-1b7a-4869-aeac-50af1331a3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.288702 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.433047 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Pushing event updated for resources: {'Port': ['ID=80341c2d-5162-44b7-8543-a4401b1a3557,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:26.444430 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d29e1196-1b7a-4869-aeac-50af1331a3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.447041 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d29e1196-1b7a-4869-aeac-50af1331a3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.451179 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d29e1196-1b7a-4869-aeac-50af1331a3cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4db45eb0-9ad5-4573-91d6-aed1b52aeb89 HTTP/1.1" status: 204 len: 168 time: 0.5075774 Aug 04 10:54:26.471163 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:26.473265 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:26.476096 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:54:26.511907 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e1196-1b7a-4869-aeac-50af1331a3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db45eb0-9ad5-4573-91d6-aed1b52aeb89,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:26.568936 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.637332 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c4672-82b8-448b-aa55-2c8ef9cd7a68 None None] Pushing event updated for resources: {'Port': ['ID=34a676e0-0b3e-45ee-b089-f4a18d6a453d,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:26.690403 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 49a6404b-6159-419b-b5a4-ff77aed4f441 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:26.716667 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] Set router 9e8d8450-6989-40e4-80fc-850682bd6eed gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:54:26.777915 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 49a6404b-6159-419b-b5a4-ff77aed4f441 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:26.784345 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 49a6404b-6159-419b-b5a4-ff77aed4f441 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:26.785082 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:26.905292 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.017690 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.098676 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-95930cc4-84c9-45cd-b451-e3666ef2e0ec None None] Provisioning for port 80341c2d-5162-44b7-8543-a4401b1a3557 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:27.117259 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:22Z', 'updated_at': '2021-08-04T10:54:23Z', 'revision_number': 3, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'gw_port': {'id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:23Z', 'updated_at': '2021-08-04T10:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:27.120272 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-95930cc4-84c9-45cd-b451-e3666ef2e0ec None None] Provisioning complete for port 80341c2d-5162-44b7-8543-a4401b1a3557 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:27.120672 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-95930cc4-84c9-45cd-b451-e3666ef2e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.129634 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 49a6404b-6159-419b-b5a4-ff77aed4f441, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=49a6404b-6159-419b-b5a4-ff77aed4f441,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:27.153572 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.154601 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f6b74bea-77c7-452a-9ef8-c3b7538e8ceb up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:27.197874 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd6d57-c348-47cf-97cf-85e8d722f404 None None] The sync data for ids ['9e8d8450-6989-40e4-80fc-850682bd6eed'] in dv-cinder-803456-1-iscsi is: [{'id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:22Z', 'updated_at': '2021-08-04T10:54:23Z', 'revision_number': 3, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'gw_port': {'id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:23Z', 'updated_at': '2021-08-04T10:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:54:27.237166 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.256038 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.257251 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-95930cc4-84c9-45cd-b451-e3666ef2e0ec None None] Port 80341c2d-5162-44b7-8543-a4401b1a3557 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:54:27.271880 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.272731 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41550) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:27.277458 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=49a6404b-6159-419b-b5a4-ff77aed4f441,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:27.298574 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80b29d39-0b80-40ad-a32a-1a8529bd6432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.306802 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:27.311032 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:27.311496 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.356551 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Pushing event updated for resources: {'Port': ['ID=80341c2d-5162-44b7-8543-a4401b1a3557,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:27.360395 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.427135 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.434657 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e1df-27ae-4d7c-9256-78c19f2eaf25 req-e037401a-9408-4ae2-9221-916930945da4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:27.437142 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-64e8e1df-27ae-4d7c-9256-78c19f2eaf25 req-e037401a-9408-4ae2-9221-916930945da4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0792463 Aug 04 10:54:27.462927 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80b29d39-0b80-40ad-a32a-1a8529bd6432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.468763 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f6b74bea-77c7-452a-9ef8-c3b7538e8ceb,segment=NetworkSegment(fa5c8656-433a-4696-ba72-63f5bc2398fb),segment_id=fa5c8656-433a-4696-ba72-63f5bc2398fb)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:27.472354 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80b29d39-0b80-40ad-a32a-1a8529bd6432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.474621 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.480437 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:27.482043 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:27.531535 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-80b29d39-0b80-40ad-a32a-1a8529bd6432 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a85a5b81e10c437db880d87ed6bdfe4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569039 Aug 04 10:54:27.534449 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41554) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:27.535429 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b29d39-0b80-40ad-a32a-1a8529bd6432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee66e09-af44-4409-89e3-3578b652da92,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:27.616200 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=f6b74bea-77c7-452a-9ef8-c3b7538e8ceb,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:27.625704 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-64e8e1df-27ae-4d7c-9256-78c19f2eaf25 req-5e96bf84-c620-4a76-ae2c-d1eaa654d504 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820290 Aug 04 10:54:27.670188 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c91d-4c37-4582-a574-9eac2cbc2889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.715670 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c91d-4c37-4582-a574-9eac2cbc2889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.726303 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Router 9e8d8450-6989-40e4-80fc-850682bd6eed has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:54:27.793445 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-b1b30c60-a9b7-472e-9e10-636cae4630e6 None None] Provisioning complete for port 80341c2d-5162-44b7-8543-a4401b1a3557 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:27.793942 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b1b30c60-a9b7-472e-9e10-636cae4630e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.807135 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c91d-4c37-4582-a574-9eac2cbc2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.810172 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c91d-4c37-4582-a574-9eac2cbc2889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:27.811347 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0fd1c91d-4c37-4582-a574-9eac2cbc2889 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ee66e09-af44-4409-89e3-3578b652da92 HTTP/1.1" status: 204 len: 168 time: 0.2715917 Aug 04 10:54:27.830771 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1c91d-4c37-4582-a574-9eac2cbc2889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee66e09-af44-4409-89e3-3578b652da92,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:27.875754 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-b1b30c60-a9b7-472e-9e10-636cae4630e6 None None] Port 80341c2d-5162-44b7-8543-a4401b1a3557 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:54:27.930904 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:54:27.938940 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-aa34251d-924b-44c4-9d53-9fb4279837ee admin admin] 10.222.0.49 "PUT /v2.0/routers/9e8d8450-6989-40e4-80fc-850682bd6eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4244964 Aug 04 10:54:28.095462 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-1d072e55-5eca-4995-9225-287c1dc65435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:28.097077 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-1d072e55-5eca-4995-9225-287c1dc65435 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1098 time: 0.0936191 Aug 04 10:54:28.257548 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41576) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:28.277473 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-c2fffe93-75c0-4d81-8167-7764a6d0f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:28.280939 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-c2fffe93-75c0-4d81-8167-7764a6d0f65f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 919 time: 0.1468065 Aug 04 10:54:28.302089 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-880f7253-c1bd-4cf1-8507-fbcc2bb021e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.366687 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-d074ffd9-14d7-4034-92d7-4769480d0d24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1 HTTP/1.1" status: 200 len: 217 time: 0.0654254 Aug 04 10:54:28.464147 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-880f7253-c1bd-4cf1-8507-fbcc2bb021e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.471432 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-880f7253-c1bd-4cf1-8507-fbcc2bb021e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.485001 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-3add273c-ef69-4b1e-9733-f209f1d1408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:28.486760 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-3add273c-ef69-4b1e-9733-f209f1d1408b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.1047902 Aug 04 10:54:28.487119 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 49a6404b-6159-419b-b5a4-ff77aed4f441 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:28.521976 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-880f7253-c1bd-4cf1-8507-fbcc2bb021e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ac86da04156487480025ef49c8b2fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632079 Aug 04 10:54:28.523207 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f7253-c1bd-4cf1-8507-fbcc2bb021e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d0e9d-5ed2-492d-b339-f7eb9b99e4e4,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:28.526362 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41588) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:28.548792 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-b994582a-56f2-4f39-b85a-7641d9d25039 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504327 Aug 04 10:54:28.557825 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 49a6404b-6159-419b-b5a4-ff77aed4f441 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:28.558201 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.618650 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d1fe29fa-0f2f-456b-bf21-f84b0a1c63a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.683678 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d1fe29fa-0f2f-456b-bf21-f84b0a1c63a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.696933 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 34a676e0-0b3e-45ee-b089-f4a18d6a453d up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:28.770866 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41600) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:28.779266 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.782568 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-e9c9b240-0288-4bc3-b661-e8ff366acb8f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411687347', 'description': 'tempest-secgroup-smoke-1411687347 description', 'project_id': '715f55c289f54420b14bba8c6ee78c0e'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:28.786457 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 34a676e0-0b3e-45ee-b089-f4a18d6a453d completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:28.788699 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-e2cb28b0-678b-4ad1-9d68-8e9f8675721e service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163484 Aug 04 10:54:28.794130 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 34a676e0-0b3e-45ee-b089-f4a18d6a453d triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:28.794712 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.870350 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e9c9b240-0288-4bc3-b661-e8ff366acb8f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.893558 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d1fe29fa-0f2f-456b-bf21-f84b0a1c63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.896106 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d1fe29fa-0f2f-456b-bf21-f84b0a1c63a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.897481 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d1fe29fa-0f2f-456b-bf21-f84b0a1c63a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa2d0e9d-5ed2-492d-b339-f7eb9b99e4e4 HTTP/1.1" status: 204 len: 168 time: 0.3699362 Aug 04 10:54:28.939322 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204df496-5c63-4db4-8ef4-2315983fea22 req-02d63b47-e143-491b-ab5d-92535b4f7389 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:28.942183 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-204df496-5c63-4db4-8ef4-2315983fea22 req-02d63b47-e143-491b-ab5d-92535b4f7389 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1701295 Aug 04 10:54:28.944782 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:28.954023 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe29fa-0f2f-456b-bf21-f84b0a1c63a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2d0e9d-5ed2-492d-b339-f7eb9b99e4e4,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:29.023156 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-204df496-5c63-4db4-8ef4-2315983fea22 req-0347c19e-e862-471b-aab3-1b9e3d18f4a3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704002 Aug 04 10:54:29.029126 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2ff0dad8-db91-41c4-bb32-357887b0ec14 req-cb4368cc-0231-4e06-800e-3eaa2cf014fb service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050121 Aug 04 10:54:29.045253 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 34a676e0-0b3e-45ee-b089-f4a18d6a453d, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=34a676e0-0b3e-45ee-b089-f4a18d6a453d,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:29.050339 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.051666 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f6b74bea-77c7-452a-9ef8-c3b7538e8ceb up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:29.096455 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e9c9b240-0288-4bc3-b661-e8ff366acb8f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.101302 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e9c9b240-0288-4bc3-b661-e8ff366acb8f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.165023 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=34a676e0-0b3e-45ee-b089-f4a18d6a453d,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:29.166551 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9b240-0288-4bc3-b661-e8ff366acb8f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:29.175550 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.176011 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.176428 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.176941 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.177407 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.177882 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.178331 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.178780 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.179226 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.180371 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.181180 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.181180 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:29.183186 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e9c9b240-0288-4bc3-b661-e8ff366acb8f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.187158 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e9c9b240-0288-4bc3-b661-e8ff366acb8f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4110222 Aug 04 10:54:29.187158 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41612) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:29.193818 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-66b78b40-7684-49d5-bae7-4bbca851b3ec tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Request body: {'security_group_rule': {'security_group_id': '076638f5-b7a0-4be1-90ee-4af1fd1fa7a6', 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:29.207189 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:29.207665 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.233583 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41614) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:29.245320 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66b78b40-7684-49d5-bae7-4bbca851b3ec tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.373173 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66b78b40-7684-49d5-bae7-4bbca851b3ec tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.378676 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66b78b40-7684-49d5-bae7-4bbca851b3ec tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.410440 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b97d5559-14f5-40f6-ae30-1800fe08fe5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.413624 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b78b40-7684-49d5-bae7-4bbca851b3ec tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d2e780-33e9-4e3a-a56d-da4a492cf5fa,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:29.425596 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66b78b40-7684-49d5-bae7-4bbca851b3ec tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.430138 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-66b78b40-7684-49d5-bae7-4bbca851b3ec tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2373078 Aug 04 10:54:29.430396 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41628) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:29.437216 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-a7a507e3-c7ee-483d-acb8-95655b4d0dc9 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Request body: {'security_group_rule': {'security_group_id': '076638f5-b7a0-4be1-90ee-4af1fd1fa7a6', 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:29.492276 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a7a507e3-c7ee-483d-acb8-95655b4d0dc9 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.537521 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Sync routers for ids ['9e8d8450-6989-40e4-80fc-850682bd6eed'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:54:29.552471 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Routers {'9e8d8450-6989-40e4-80fc-850682bd6eed'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:54:29.553741 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:54:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['9e8d8450-6989-40e4-80fc-850682bd6eed'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:29.603163 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a7a507e3-c7ee-483d-acb8-95655b4d0dc9 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.612688 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a7a507e3-c7ee-483d-acb8-95655b4d0dc9 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.641374 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a507e3-c7ee-483d-acb8-95655b4d0dc9 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6ca4fd-2774-4d4a-9999-7d8b4ccbbfef,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:29.655677 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b97d5559-14f5-40f6-ae30-1800fe08fe5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.662480 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b97d5559-14f5-40f6-ae30-1800fe08fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.691920 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Set router 9e8d8450-6989-40e4-80fc-850682bd6eed gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:54:29.705273 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-5d1382df-f302-4495-95b2-d111e00a3d16 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:29.713552 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-5d1382df-f302-4495-95b2-d111e00a3d16 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 814 time: 0.1492412 Aug 04 10:54:29.724019 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d5559-14f5-40f6-ae30-1800fe08fe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabf3617-c73c-46fa-914c-72adae6b63db,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:29.727786 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a7a507e3-c7ee-483d-acb8-95655b4d0dc9 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.729059 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-a7a507e3-c7ee-483d-acb8-95655b4d0dc9 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973733 Aug 04 10:54:29.731802 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41646) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:29.746196 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-6af26d0f-179e-4b47-81b6-f6b20d5bf113 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/quotas/a506de425d9f464b84bdf60e5f6cfbf8 HTTP/1.1" status: 200 len: 375 time: 0.0315211 Aug 04 10:54:29.749228 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-88587c2c-ab89-4047-a134-174678526327 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Request body: {'security_group_rule': {'security_group_id': '076638f5-b7a0-4be1-90ee-4af1fd1fa7a6', 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:29.759692 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-b97d5559-14f5-40f6-ae30-1800fe08fe5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bf3fc5e59e744849ef9d9bf2c6274d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226600 Aug 04 10:54:29.760495 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41650) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:29.813920 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-30926372-daf4-4047-981f-b07b33fc6e4d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666051 Aug 04 10:54:29.818421 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88587c2c-ab89-4047-a134-174678526327 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.855664 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-62c6e1cf-076c-45fd-b67e-2c2cb15eb00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.893029 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-62c6e1cf-076c-45fd-b67e-2c2cb15eb00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.909625 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88587c2c-ab89-4047-a134-174678526327 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.912888 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41654) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:29.926518 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88587c2c-ab89-4047-a134-174678526327 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.942204 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:22Z', 'updated_at': '2021-08-04T10:54:26Z', 'revision_number': 4, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'gw_port': {'id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:23Z', 'updated_at': '2021-08-04T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '80341c2d-5162-44b7-8543-a4401b1a3557', 'name': '', 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'mac_address': 'fa:16:3e:cf:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'a4721f54-698b-4aec-a1d0-8338cf320059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:25Z', 'updated_at': '2021-08-04T10:54:26Z', 'revision_number': 2, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'subnets': [{'id': 'a4721f54-698b-4aec-a1d0-8338cf320059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:29.962109 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88587c2c-ab89-4047-a134-174678526327 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6239ca2a-3e39-47ba-844b-4589aa636293,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:29.973226 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88587c2c-ab89-4047-a134-174678526327 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:29.975743 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-88587c2c-ab89-4047-a134-174678526327 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2421238 Aug 04 10:54:29.978501 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41658) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:29.985509 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-a6e6d3bf-30e3-4c48-8c66-cf689e723019 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Request body: {'security_group_rule': {'security_group_id': '076638f5-b7a0-4be1-90ee-4af1fd1fa7a6', 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:30.014691 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-62c6e1cf-076c-45fd-b67e-2c2cb15eb00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.018085 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-62c6e1cf-076c-45fd-b67e-2c2cb15eb00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.019399 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-62c6e1cf-076c-45fd-b67e-2c2cb15eb00d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eabf3617-c73c-46fa-914c-72adae6b63db HTTP/1.1" status: 204 len: 168 time: 0.2578411 Aug 04 10:54:30.032479 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6e1cf-076c-45fd-b67e-2c2cb15eb00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabf3617-c73c-46fa-914c-72adae6b63db,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:30.042433 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d3bf-30e3-4c48-8c66-cf689e723019 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.099871 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1673093843-network', 'tenant_id': '1aae43ea4eb7472a9826cef802e8bebd'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:30.110921 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Checking router: 9e8d8450-6989-40e4-80fc-850682bd6eed for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:54:30.111623 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Updating router 9e8d8450-6989-40e4-80fc-850682bd6eed port 80341c2d-5162-44b7-8543-a4401b1a3557 binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:54:30.148235 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.150009 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Made reservation on behalf of 1aae43ea4eb7472a9826cef802e8bebd for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:54:30.152755 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.155909 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d3bf-30e3-4c48-8c66-cf689e723019 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.165262 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.167059 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d3bf-30e3-4c48-8c66-cf689e723019 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.215882 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6d3bf-30e3-4c48-8c66-cf689e723019 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5742252-bc0c-43f9-8513-7f84540d772d,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:30.341748 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8716ee-6bea-48f5-95ae-aa8e61d63764 req-2086b928-53f1-43e8-963d-fe8927a0e264 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:30.349302 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d8716ee-6bea-48f5-95ae-aa8e61d63764 req-2086b928-53f1-43e8-963d-fe8927a0e264 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1182420 Aug 04 10:54:30.389644 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 34a676e0-0b3e-45ee-b089-f4a18d6a453d up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:30.412544 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d8716ee-6bea-48f5-95ae-aa8e61d63764 req-b859eab6-63fb-4a9c-bef7-80e7b1accdc7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623453 Aug 04 10:54:30.415219 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-ced4f8ca-f9f5-47e5-a9e6-5c7340534315 service neutron] 10.222.0.49 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003363 Aug 04 10:54:30.512670 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.521045 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.527874 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41670) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:30.546627 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d3bf-30e3-4c48-8c66-cf689e723019 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.550235 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-a6e6d3bf-30e3-4c48-8c66-cf689e723019 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5683081 Aug 04 10:54:30.550725 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41672) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:30.556545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 34a676e0-0b3e-45ee-b089-f4a18d6a453d triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:30.556944 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.558143 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Request body: {'security_group_rule': {'security_group_id': '076638f5-b7a0-4be1-90ee-4af1fd1fa7a6', 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:30.561441 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f0b9a81c-cec8-415e-ab87-0b3097f5b029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.574136 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:54:30.584659 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03577e5b-157b-40a7-8835-e66da1423e8e,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:30.601305 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.601762 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Added segment b8500dfa-d530-4ef3-92da-3d67057e4954 of type vlan for network 07a06c66-b9a9-46d2-abae-63792be00885 Aug 04 10:54:30.603559 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-72ba4bd6-4f5e-4b58-8a9f-241663624e97 service neutron] 10.222.0.49 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743870 Aug 04 10:54:30.605216 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.securitygroups_db [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Project 715f55c289f54420b14bba8c6ee78c0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 10:54:30.610840 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.672734 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.676107 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.682844 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.683514 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.713720 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Transition to ACTIVE for port object 80341c2d-5162-44b7-8543-a4401b1a3557 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:30.723507 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f20ff3-e2d6-4db7-b520-9fbc76c04620,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:30.727701 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.733739 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.734099 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.734489 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.734832 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.735167 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.735534 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.735875 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.736502 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.736856 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.737183 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.737507 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.737876 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:54:30.764800 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.765983 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:30.766652 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.866539 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Attempting to bind port 80341c2d-5162-44b7-8543-a4401b1a3557 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:54:30.866910 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Attempting to bind port 80341c2d-5162-44b7-8543-a4401b1a3557 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'fa5c8656-433a-4696-ba72-63f5bc2398fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:54:30.867812 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Attempting to bind port 80341c2d-5162-44b7-8543-a4401b1a3557 on network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:30.870880 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd953c-e88e-466d-9f22-0f5685d49dc9 None None] Pushing event updated for resources: {'Port': ['ID=80341c2d-5162-44b7-8543-a4401b1a3557,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:30.886414 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] Pushing event updated for resources: {'Network': ['ID=07a06c66-b9a9-46d2-abae-63792be00885,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:30.889291 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:54:30.889920 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Checking segment: {'id': 'fa5c8656-433a-4696-ba72-63f5bc2398fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:30.890480 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.891030 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Bound using segment: {'id': 'fa5c8656-433a-4696-ba72-63f5bc2398fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:54:30.891696 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Bound port: 80341c2d-5162-44b7-8543-a4401b1a3557, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5c8656-433a-4696-ba72-63f5bc2398fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:54:30.892280 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.900522 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 07a06c66-b9a9-46d2-abae-63792be00885 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:54:30.905855 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-687a3b46-d5af-4740-8103-d7514a721118 req-f1d0c8da-86ce-4f5f-b3fa-ae7a2446a3f8 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 210 time: 0.0483198 Aug 04 10:54:30.910251 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f0b9a81c-cec8-415e-ab87-0b3097f5b029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.917673 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f0b9a81c-cec8-415e-ab87-0b3097f5b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.923928 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.925519 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-32c8b485-e4b8-48f5-a1df-89a6c4cee116 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736620 Aug 04 10:54:30.928985 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 41678) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:30.934861 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-b4f57644-5356-4b6d-9b43-b29768427519 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Request body: {'security_group_rule': {'security_group_id': '076638f5-b7a0-4be1-90ee-4af1fd1fa7a6', 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:30.974437 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9a81c-cec8-415e-ab87-0b3097f5b029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c1774b-16fa-48db-a178-66bd44df7513,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:30.981593 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.securitygroups_db [None req-b4f57644-5356-4b6d-9b43-b29768427519 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Project 715f55c289f54420b14bba8c6ee78c0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 10:54:30.982071 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-416e1a41-b1c5-46a7-bc43-6d6a98ed11dc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0677068 Aug 04 10:54:30.982604 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41680) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:30.992712 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b4f57644-5356-4b6d-9b43-b29768427519 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:30.994073 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Request body: {'subnet': {'network_id': '07a06c66-b9a9-46d2-abae-63792be00885', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1673093843-subnet', 'tenant_id': '1aae43ea4eb7472a9826cef802e8bebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:31.021588 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-f0b9a81c-cec8-415e-ab87-0b3097f5b029 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef2f45f181a34d28a03a323916b457bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888949 Aug 04 10:54:31.025791 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 41682) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:31.058117 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Made reservation on behalf of 1aae43ea4eb7472a9826cef802e8bebd for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:54:31.060957 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126168723'] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.087550 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] For port 80341c2d-5162-44b7-8543-a4401b1a3557, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:54:31.090183 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b4f57644-5356-4b6d-9b43-b29768427519 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.093019 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] For port 80341c2d-5162-44b7-8543-a4401b1a3557, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=80341c2d-5162-44b7-8543-a4401b1a3557,segment=NetworkSegment(fa5c8656-433a-4696-ba72-63f5bc2398fb),segment_id=fa5c8656-433a-4696-ba72-63f5bc2398fb)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:54:31.094818 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b4f57644-5356-4b6d-9b43-b29768427519 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.100055 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.118932 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f57644-5356-4b6d-9b43-b29768427519 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749775ec-7033-47d0-8e5d-f3e2d9fd5f8c,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:31.125865 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b4f57644-5356-4b6d-9b43-b29768427519 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.127811 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b4f57644-5356-4b6d-9b43-b29768427519 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1965709 Aug 04 10:54:31.200044 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Routers {'9e8d8450-6989-40e4-80fc-850682bd6eed'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:54:31.200913 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:54:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['9e8d8450-6989-40e4-80fc-850682bd6eed'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:31.270880 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd953c-e88e-466d-9f22-0f5685d49dc9 None None] Pushing event updated for resources: {'Port': ['ID=80341c2d-5162-44b7-8543-a4401b1a3557,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:31.349815 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ee07-95a9-4340-a35b-789b1f3d62f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.363518 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] Set router 9e8d8450-6989-40e4-80fc-850682bd6eed gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:54:31.439907 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3238773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126168749'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.447671 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ee07-95a9-4340-a35b-789b1f3d62f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.605299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71d763e-e6a0-4e17-a40b-413cd76ddf80,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:31.615711 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ee07-95a9-4340-a35b-789b1f3d62f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.618728 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a1b5ee07-95a9-4340-a35b-789b1f3d62f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.620398 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-a1b5ee07-95a9-4340-a35b-789b1f3d62f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6c1774b-16fa-48db-a178-66bd44df7513 HTTP/1.1" status: 204 len: 168 time: 0.5935526 Aug 04 10:54:31.632007 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ee07-95a9-4340-a35b-789b1f3d62f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c1774b-16fa-48db-a178-66bd44df7513,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:31.637520 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Checking segment: {'id': 'b8500dfa-d530-4ef3-92da-3d67057e4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:31.637885 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Network hostable DHCP agents. Network: 07a06c66-b9a9-46d2-abae-63792be00885, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:54:31.663565 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Network 07a06c66-b9a9-46d2-abae-63792be00885 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:54:31.678722 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 07a06c66-b9a9-46d2-abae-63792be00885) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:31.690976 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:22Z', 'updated_at': '2021-08-04T10:54:26Z', 'revision_number': 4, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'gw_port': {'id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:23Z', 'updated_at': '2021-08-04T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '80341c2d-5162-44b7-8543-a4401b1a3557', 'name': '', 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'mac_address': 'fa:16:3e:cf:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'a4721f54-698b-4aec-a1d0-8338cf320059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:25Z', 'updated_at': '2021-08-04T10:54:31Z', 'revision_number': 4, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'subnets': [{'id': 'a4721f54-698b-4aec-a1d0-8338cf320059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:54:31.698908 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d923696-dca8-4256-b5ff-b734a804043b None None] Network 07a06c66-b9a9-46d2-abae-63792be00885 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:54:31.700614 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e87d79-0541-49f3-8c1a-d54ad40e891f req-75776de5-9173-4934-8d8e-d872769807ac tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:31.702548 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:31.703166 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:31.704701 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-72e87d79-0541-49f3-8c1a-d54ad40e891f req-75776de5-9173-4934-8d8e-d872769807ac tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1087370 Aug 04 10:54:31.730570 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-ffd2089a-7693-472e-a46a-bb7078da69e0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7406123 Aug 04 10:54:31.772153 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-72e87d79-0541-49f3-8c1a-d54ad40e891f req-32a43d5c-040c-4a26-8372-756ffbca5cfd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543759 Aug 04 10:54:31.812936 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80789f-3e23-439f-9277-4685feaf24b3 None None] The sync data for ids ['9e8d8450-6989-40e4-80fc-850682bd6eed'] in dv-cinder-803456-1-iscsi is: [{'id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:22Z', 'updated_at': '2021-08-04T10:54:26Z', 'revision_number': 4, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'gw_port': {'id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:23Z', 'updated_at': '2021-08-04T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '80341c2d-5162-44b7-8543-a4401b1a3557', 'name': '', 'network_id': 'e10ed944-c8e7-4b91-ba7c-1ba4db3a186f', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'mac_address': 'fa:16:3e:cf:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'a4721f54-698b-4aec-a1d0-8338cf320059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:25Z', 'updated_at': '2021-08-04T10:54:31Z', 'revision_number': 4, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'subnets': [{'id': 'a4721f54-698b-4aec-a1d0-8338cf320059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:54:31.972201 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ffddf-fccc-4dfe-85e7-59c249d3ca36 None None] Network 07a06c66-b9a9-46d2-abae-63792be00885 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:54:32.106034 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20cd4fb9-ac96-4579-9462-807fa383eda4 req-05d6b242-837d-4cd6-9f71-620d86c3b2e9 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 210 time: 0.0516894 Aug 04 10:54:32.397318 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 80341c2d-5162-44b7-8543-a4401b1a3557 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:32.456813 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 80341c2d-5162-44b7-8543-a4401b1a3557 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:32.463545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 80341c2d-5162-44b7-8543-a4401b1a3557 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:32.463921 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:32.585523 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:32.630649 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 80341c2d-5162-44b7-8543-a4401b1a3557, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=80341c2d-5162-44b7-8543-a4401b1a3557,segment=NetworkSegment(fa5c8656-433a-4696-ba72-63f5bc2398fb),segment_id=fa5c8656-433a-4696-ba72-63f5bc2398fb)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:32.637051 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:32.722715 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=80341c2d-5162-44b7-8543-a4401b1a3557,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:32.887016 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:32.950325 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc089eed-2929-4fbe-85eb-9c1ec4d0d480 req-ecc19db5-3f06-484b-a957-488fb83cfae4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:32.958823 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cc089eed-2929-4fbe-85eb-9c1ec4d0d480 req-ecc19db5-3f06-484b-a957-488fb83cfae4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0859356 Aug 04 10:54:33.011325 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cc089eed-2929-4fbe-85eb-9c1ec4d0d480 req-f51f3dde-5be1-42ce-9df1-5278a374bc52 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513346 Aug 04 10:54:33.280319 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6ab9fe7d-7857-4f47-9018-91811865c2d7 req-388fdc45-e9f9-4904-b6f1-3e2c5e290f62 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 210 time: 0.0486238 Aug 04 10:54:33.303533 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-39241c7c-6e62-4257-b740-d88500a13f56 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:33.305087 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-39241c7c-6e62-4257-b740-d88500a13f56 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 814 time: 0.1910462 Aug 04 10:54:33.361374 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Request body: {'port': {'device_id': '4e5399af-5e55-4226-af6d-69feba6087bc', 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518', 'admin_state_up': True, 'tenant_id': 'a506de425d9f464b84bdf60e5f6cfbf8'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:33.486936 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Made reservation on behalf of a506de425d9f464b84bdf60e5f6cfbf8 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:54:33.491030 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:33.626435 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Allocated IP 172.20.0.5 (ff5f2842-b147-4a61-8e12-19304aed5518/5e1d2819-991c-4ba6-8a1c-381998448c15/55a2f769-d185-40c0-b385-4e2f9c9a41e3) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:54:33.777883 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:33.817357 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:33.864985 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Network ff5f2842-b147-4a61-8e12-19304aed5518 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:33.869313 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:33.871909 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['a875b8b8-3469-4ec4-8737-eed47ebcc5f0', '9aa11a27-dab2-45e8-8bfe-06222131b8e9', '191b2510-ed01-48ae-87b0-86a51a6d1add'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:54:33.873131 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:54:33.918400 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Pushing event updated for resources: {'Port': ['ID=55a2f769-d185-40c0-b385-4e2f9c9a41e3,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:33.928372 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:33.929041 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:33.947194 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d9606e0a-1373-47b7-93ed-54c85ab488e1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905690 Aug 04 10:54:33.997740 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Request body: {'port': {'device_id': '4e5399af-5e55-4226-af6d-69feba6087bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:34.060686 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:34.274182 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116303f-8e6b-4743-8533-00a24e945f73 req-9557571c-ba77-456e-b190-4ad84509e4fc tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:34.276177 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-9557571c-ba77-456e-b190-4ad84509e4fc tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/networks?id=07a06c66-b9a9-46d2-abae-63792be00885 HTTP/1.1" status: 200 len: 809 time: 0.1470447 Aug 04 10:54:34.298632 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377fdf0-f800-4c07-a44f-bd90234a775c req-f8b39147-c799-43df-950d-00e445cc8e3e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:34.300438 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e377fdf0-f800-4c07-a44f-bd90234a775c req-f8b39147-c799-43df-950d-00e445cc8e3e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1867435 Aug 04 10:54:34.324850 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-6b73c826-432a-4ba2-8b05-0ac4606f7adf tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/quotas/1aae43ea4eb7472a9826cef802e8bebd HTTP/1.1" status: 200 len: 375 time: 0.0369999 Aug 04 10:54:34.374991 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 80341c2d-5162-44b7-8543-a4401b1a3557 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:34.380140 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-56fe5763-3be0-46cc-824e-587c5816d9a1 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1aae43ea4eb7472a9826cef802e8bebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541642 Aug 04 10:54:34.398037 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e377fdf0-f800-4c07-a44f-bd90234a775c req-dcd0019a-e161-4ccb-817e-9649f6cf04bd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892627 Aug 04 10:54:34.431059 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a2f769-d185-40c0-b385-4e2f9c9a41e3 {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:54:34.443845 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:34.451873 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 80341c2d-5162-44b7-8543-a4401b1a3557 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:34.452690 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:34.469795 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Transition to ACTIVE for port object 55a2f769-d185-40c0-b385-4e2f9c9a41e3 will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:34.481901 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:34.533170 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-684c273f-4313-45d3-b165-17cfbabc4d28 service neutron] 10.222.0.49 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374400 Aug 04 10:54:34.579643 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Pushing event updated for resources: {'Port': ['ID=55a2f769-d185-40c0-b385-4e2f9c9a41e3,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:34.646996 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d297c8f9-d524-4f8f-9f52-24863baad122 service neutron] 10.222.0.49 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048074 Aug 04 10:54:34.650088 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Attempting to bind port 55a2f769-d185-40c0-b385-4e2f9c9a41e3 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:54:34.650634 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Attempting to bind port 55a2f769-d185-40c0-b385-4e2f9c9a41e3 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:54:34.651131 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Attempting to bind port 55a2f769-d185-40c0-b385-4e2f9c9a41e3 on network ff5f2842-b147-4a61-8e12-19304aed5518 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:34.655753 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Port 55a2f769-d185-40c0-b385-4e2f9c9a41e3 on network ff5f2842-b147-4a61-8e12-19304aed5518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:54:34.656082 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Attempting to bind port 55a2f769-d185-40c0-b385-4e2f9c9a41e3 on network ff5f2842-b147-4a61-8e12-19304aed5518 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:34.662637 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:54:34.665342 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Checking segment: {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:34.665948 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Bound using segment: {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:54:34.666623 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Bound port: 55a2f769-d185-40c0-b385-4e2f9c9a41e3, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bdc1b4-f92c-4998-9681-2b9d67164f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:54:34.666991 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:34.750605 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] For port 55a2f769-d185-40c0-b385-4e2f9c9a41e3, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:54:34.754971 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] For port 55a2f769-d185-40c0-b385-4e2f9c9a41e3, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=55a2f769-d185-40c0-b385-4e2f9c9a41e3,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:54:34.763657 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:34.786533 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af230fc8-bb83-425c-9e68-604ed0e889fd req-851312cc-a288-4311-abd5-6804f33a5859 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:34.787670 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-af230fc8-bb83-425c-9e68-604ed0e889fd req-851312cc-a288-4311-abd5-6804f33a5859 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 943 time: 0.0917451 Aug 04 10:54:34.817045 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:34.817654 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:34.819100 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] 10.222.0.60 "PUT /v2.0/ports/55a2f769-d185-40c0-b385-4e2f9c9a41e3 HTTP/1.1" status: 200 len: 1093 time: 0.8257129 Aug 04 10:54:34.819553 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5399af-5e55-4226-af6d-69feba6087bc', 'tag': '55a2f769-d185-40c0-b385-4e2f9c9a41e3'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:54:34.824350 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f0086d-4095-498c-ba23-c3b3a0786ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5399af-5e55-4226-af6d-69feba6087bc", "tag": "55a2f769-d185-40c0-b385-4e2f9c9a41e3"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:54:34.863785 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-af230fc8-bb83-425c-9e68-604ed0e889fd req-f58f0050-7ffe-431c-98a8-6c16ff99ace3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659018 Aug 04 10:54:34.864572 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd37b1a-f7c1-4a39-9666-22d06667a8ec service neutron] Pushing event updated for resources: {'Port': ['ID=55a2f769-d185-40c0-b385-4e2f9c9a41e3,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:34.949441 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60a18e55-2e07-44ed-a79c-8c32c9d117de req-8e2531e6-dde3-4dd6-b68f-0a260e808059 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 210 time: 0.0357432 Aug 04 10:54:35.022077 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c82eaa9-d12b-459a-9f8f-a7b973bd6382 x-openstack-request-id: req-9c82eaa9-d12b-459a-9f8f-a7b973bd6382 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:54:35.022426 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5399af-5e55-4226-af6d-69feba6087bc", "tag": "55a2f769-d185-40c0-b385-4e2f9c9a41e3", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:54:35.022557 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c82eaa9-d12b-459a-9f8f-a7b973bd6382 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:54:35.022940 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5399af-5e55-4226-af6d-69feba6087bc', 'tag': '55a2f769-d185-40c0-b385-4e2f9c9a41e3', 'status': 'completed', 'code': 200} Aug 04 10:54:35.033761 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-a321f929-ee8a-4707-8840-c78d45334fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:35.035622 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-a321f929-ee8a-4707-8840-c78d45334fcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 1096 time: 0.0539103 Aug 04 10:54:35.103404 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-e61eb569-f43a-48f6-a060-2ba813b39ad7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a2f769-d185-40c0-b385-4e2f9c9a41e3 HTTP/1.1" status: 200 len: 217 time: 0.0454926 Aug 04 10:54:35.165918 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-14ce669d-aaec-43d6-958c-36bf385cebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:35.167491 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-14ce669d-aaec-43d6-958c-36bf385cebab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 200 len: 854 time: 0.0536921 Aug 04 10:54:35.208617 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-da8f5ec1-0072-4b43-9e4c-75a7f4efecba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5f2842-b147-4a61-8e12-19304aed5518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275288 Aug 04 10:54:35.324872 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-d8aa01cc-50d1-432b-a06f-ab44b0aa3dad service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056826 Aug 04 10:54:35.428368 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-df46613c-49ac-4a25-9ebf-3feabde10a1a req-7d5ac670-90d3-4e13-9973-f03fa73cc738 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953617 Aug 04 10:54:35.556001 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d33e-6ce9-41e8-b719-cd9cf799b76f req-131d4e9a-5f6e-492b-a26b-d44b7eb30dc9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:35.561207 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1891d33e-6ce9-41e8-b719-cd9cf799b76f req-131d4e9a-5f6e-492b-a26b-d44b7eb30dc9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0880113 Aug 04 10:54:35.602896 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1891d33e-6ce9-41e8-b719-cd9cf799b76f req-e0dfc2b0-0ca3-4444-9897-9c964cde5350 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387678 Aug 04 10:54:35.645445 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-a77bc117-5f85-42ab-9e31-cd45d185ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:35.647025 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-a77bc117-5f85-42ab-9e31-cd45d185ea77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 1096 time: 0.0467274 Aug 04 10:54:35.756971 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-f984ba61-4c0f-4b43-be92-44781bc483ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:35.758451 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-f984ba61-4c0f-4b43-be92-44781bc483ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 200 len: 915 time: 0.0913644 Aug 04 10:54:35.821517 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-08c7b660-e58e-42c3-96b8-fc6f179f7d2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a2f769-d185-40c0-b385-4e2f9c9a41e3 HTTP/1.1" status: 200 len: 217 time: 0.0349350 Aug 04 10:54:35.875732 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-8558af61-2723-4ea9-91da-c40dbcbd6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:35.877185 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-8558af61-2723-4ea9-91da-c40dbcbd6221 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 200 len: 854 time: 0.0468924 Aug 04 10:54:35.911369 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-e945dd60-b479-41f7-ab52-b54b6347b42f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5f2842-b147-4a61-8e12-19304aed5518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247946 Aug 04 10:54:35.986932 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7abaa-f9b6-4aec-b2aa-6d879ca0f523 req-4754a6aa-4fcc-41e4-82f4-efd517729d3d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:35.988677 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4ef7abaa-f9b6-4aec-b2aa-6d879ca0f523 req-4754a6aa-4fcc-41e4-82f4-efd517729d3d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 943 time: 0.0506306 Aug 04 10:54:36.031313 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-fc4565be-e48c-41ea-82dc-750159bbc221 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096513 Aug 04 10:54:36.037651 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4ef7abaa-f9b6-4aec-b2aa-6d879ca0f523 req-610779d2-f03e-4b81-bbb1-763db5b26184 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Aug 04 10:54:36.062910 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-568c76b5-189d-4ddd-970e-ce58a940e58b req-0c381ee8-31f3-4566-b84e-b7e49ba7e578 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 210 time: 0.0292289 Aug 04 10:54:36.132014 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-24f0086d-4095-498c-ba23-c3b3a0786ae2 req-7965ca30-c0f8-468e-921a-566e762a4511 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918076 Aug 04 10:54:36.394602 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116303f-8e6b-4743-8533-00a24e945f73 req-0d1f9914-c8eb-4bf0-81a6-226d756483f2 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:36.396238 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-0d1f9914-c8eb-4bf0-81a6-226d756483f2 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.60 "GET /v2.0/networks?id=07a06c66-b9a9-46d2-abae-63792be00885 HTTP/1.1" status: 200 len: 809 time: 0.1149092 Aug 04 10:54:36.429103 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Request body: {'port': {'device_id': '3fd55def-9e0c-4274-bfd0-009f6b28e1db', 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885', 'admin_state_up': True, 'tenant_id': '1aae43ea4eb7472a9826cef802e8bebd'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:36.549969 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Made reservation on behalf of 1aae43ea4eb7472a9826cef802e8bebd for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:54:36.553346 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:36.718076 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Allocated IP 172.20.0.3 (07a06c66-b9a9-46d2-abae-63792be00885/f71d763e-e6a0-4e17-a40b-413cd76ddf80/65584074-0acf-490d-ac70-934180a1d5e5) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:54:36.741421 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3355cb-ff35-4a2f-b4b7-9de5dbd8f5c5 req-9b5f36fd-d463-4bac-a8d0-367f1caaf59f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:36.749679 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5f3355cb-ff35-4a2f-b4b7-9de5dbd8f5c5 req-9b5f36fd-d463-4bac-a8d0-367f1caaf59f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0717661 Aug 04 10:54:36.797080 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5f3355cb-ff35-4a2f-b4b7-9de5dbd8f5c5 req-34baa0ee-6267-40ba-88cd-3ddcc9ec6210 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Aug 04 10:54:36.899409 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:36.941431 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:36.995249 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Network 07a06c66-b9a9-46d2-abae-63792be00885 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:54:36.999244 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:54:37.005884 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:54:37.011034 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Pushing event updated for resources: {'Port': ['ID=65584074-0acf-490d-ac70-934180a1d5e5,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:37.053678 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 55a2f769-d185-40c0-b385-4e2f9c9a41e3 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:54:37.056494 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:37.057127 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:37.083847 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-d8370a62-1871-4932-908c-b74d917f2538 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6584451 Aug 04 10:54:37.122369 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Request body: {'port': {'device_id': '3fd55def-9e0c-4274-bfd0-009f6b28e1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:54:37.171029 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 55a2f769-d185-40c0-b385-4e2f9c9a41e3, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=55a2f769-d185-40c0-b385-4e2f9c9a41e3,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:37.186094 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:37.200142 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '55a2f769-d185-40c0-b385-4e2f9c9a41e3', 'network_id': 'ff5f2842-b147-4a61-8e12-19304aed5518', 'port_id': '55a2f769-d185-40c0-b385-4e2f9c9a41e3', 'mac_address': 'fa:16:3e:c5:3e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1d2819-991c-4ba6-8a1c-381998448c15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:54:37.209641 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ff6c8-f62d-4ecf-ab14-fb784528d447 req-0c5b1398-37b4-40b6-a820-178a93b48f3d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:37.213185 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-db2ff6c8-f62d-4ecf-ab14-fb784528d447 req-0c5b1398-37b4-40b6-a820-178a93b48f3d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 943 time: 0.0866098 Aug 04 10:54:37.253363 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:37.267529 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a2f769-d185-40c0-b385-4e2f9c9a41e3 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:54:37.274041 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844dccd-e7d0-4864-9d79-9021542935d8 req-48885e34-0e03-46c0-a805-474533f0b095 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:37.275845 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a844dccd-e7d0-4864-9d79-9021542935d8 req-48885e34-0e03-46c0-a805-474533f0b095 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 931 time: 0.1158807 Aug 04 10:54:37.291904 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 55a2f769-d185-40c0-b385-4e2f9c9a41e3, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=55a2f769-d185-40c0-b385-4e2f9c9a41e3,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:37.294438 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-db2ff6c8-f62d-4ecf-ab14-fb784528d447 req-a320b0b3-8de2-47df-a1ee-d727702b1144 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726695 Aug 04 10:54:37.302560 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:37.338602 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a844dccd-e7d0-4864-9d79-9021542935d8 req-ee858a35-26af-44f5-8869-d2596c1e44d9 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489638 Aug 04 10:54:37.375947 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=55a2f769-d185-40c0-b385-4e2f9c9a41e3,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:37.521126 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65584074-0acf-490d-ac70-934180a1d5e5 {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:54:37.528760 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:37.541124 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Transition to ACTIVE for port object 65584074-0acf-490d-ac70-934180a1d5e5 will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:54:37.545402 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:37.596718 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Pushing event updated for resources: {'Port': ['ID=65584074-0acf-490d-ac70-934180a1d5e5,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:37.664510 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Attempting to bind port 65584074-0acf-490d-ac70-934180a1d5e5 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:54:37.664878 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Attempting to bind port 65584074-0acf-490d-ac70-934180a1d5e5 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'b8500dfa-d530-4ef3-92da-3d67057e4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:54:37.665207 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Attempting to bind port 65584074-0acf-490d-ac70-934180a1d5e5 on network 07a06c66-b9a9-46d2-abae-63792be00885 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:37.669483 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Port 65584074-0acf-490d-ac70-934180a1d5e5 on network 07a06c66-b9a9-46d2-abae-63792be00885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:54:37.669802 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Attempting to bind port 65584074-0acf-490d-ac70-934180a1d5e5 on network 07a06c66-b9a9-46d2-abae-63792be00885 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:54:37.674642 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:54:37.674978 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Checking segment: {'id': 'b8500dfa-d530-4ef3-92da-3d67057e4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:54:37.675359 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Bound using segment: {'id': 'b8500dfa-d530-4ef3-92da-3d67057e4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:54:37.675785 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Bound port: 65584074-0acf-490d-ac70-934180a1d5e5, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8500dfa-d530-4ef3-92da-3d67057e4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:54:37.676135 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:37.743487 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] For port 65584074-0acf-490d-ac70-934180a1d5e5, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:54:37.746654 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] For port 65584074-0acf-490d-ac70-934180a1d5e5, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=65584074-0acf-490d-ac70-934180a1d5e5,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:54:37.750870 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:37.787504 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:37.788114 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:37.790081 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] 10.222.0.60 "PUT /v2.0/ports/65584074-0acf-490d-ac70-934180a1d5e5 HTTP/1.1" status: 200 len: 1093 time: 0.6728370 Aug 04 10:54:37.790511 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd55def-9e0c-4274-bfd0-009f6b28e1db', 'tag': '65584074-0acf-490d-ac70-934180a1d5e5'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:54:37.792750 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2131ff3f-522d-4913-b29e-759e6be19b70" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd55def-9e0c-4274-bfd0-009f6b28e1db", "tag": "65584074-0acf-490d-ac70-934180a1d5e5"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:54:37.817286 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f2091-832a-4813-bb9b-650c81a7171d service neutron] Pushing event updated for resources: {'Port': ['ID=65584074-0acf-490d-ac70-934180a1d5e5,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:37.830366 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c9cdef-17c2-4f0b-83d1-9c0e51f81245 x-openstack-request-id: req-82c9cdef-17c2-4f0b-83d1-9c0e51f81245 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:54:37.830725 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd55def-9e0c-4274-bfd0-009f6b28e1db", "tag": "65584074-0acf-490d-ac70-934180a1d5e5", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:54:37.831032 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82c9cdef-17c2-4f0b-83d1-9c0e51f81245 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:54:37.831493 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd55def-9e0c-4274-bfd0-009f6b28e1db', 'tag': '65584074-0acf-490d-ac70-934180a1d5e5', 'status': 'completed', 'code': 200} Aug 04 10:54:37.846360 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['55a2f769-d185-40c0-b385-4e2f9c9a41e3'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:54:37.928340 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116303f-8e6b-4743-8533-00a24e945f73 req-bc4fc733-6ae0-4349-91d3-0b5729e811be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:37.930571 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-bc4fc733-6ae0-4349-91d3-0b5729e811be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1aae43ea4eb7472a9826cef802e8bebd&device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 1096 time: 0.0515170 Aug 04 10:54:37.932165 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c6837-9e86-483f-9ca7-b740d39c39cd req-d1ba8b3c-8650-40f5-acde-e32aae94dbc6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:37.934041 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-215c6837-9e86-483f-9ca7-b740d39c39cd req-d1ba8b3c-8650-40f5-acde-e32aae94dbc6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0622749 Aug 04 10:54:37.984585 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-215c6837-9e86-483f-9ca7-b740d39c39cd req-f13e9baa-3ac0-4904-be05-a70b6b8b3cc6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 Aug 04 10:54:37.997443 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-8998a055-c5eb-4821-8293-05ae4f95ce9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65584074-0acf-490d-ac70-934180a1d5e5 HTTP/1.1" status: 200 len: 217 time: 0.0478513 Aug 04 10:54:38.076899 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116303f-8e6b-4743-8533-00a24e945f73 req-dddb633b-973b-4f89-9633-724a038afbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:38.078432 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-dddb633b-973b-4f89-9633-724a038afbb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f71d763e-e6a0-4e17-a40b-413cd76ddf80 HTTP/1.1" status: 200 len: 849 time: 0.0502346 Aug 04 10:54:38.127147 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-6975f55e-319d-40b8-8e53-55fe6ab54483 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07a06c66-b9a9-46d2-abae-63792be00885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256796 Aug 04 10:54:38.420265 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15600277-ae08-4b6b-8e34-06af7bb3a2a9 req-1785b3a2-4e97-4164-b34d-333dbd004042 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:38.421794 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-15600277-ae08-4b6b-8e34-06af7bb3a2a9 req-1785b3a2-4e97-4164-b34d-333dbd004042 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 944 time: 0.0502260 Aug 04 10:54:38.430296 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-e2b7f2a2-61cc-433e-b6e2-8e85ecaab6e9 service neutron] 10.222.0.60 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886293 Aug 04 10:54:38.497221 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-15600277-ae08-4b6b-8e34-06af7bb3a2a9 req-da98e6d3-fd1a-43e9-8ea4-b9bd4664d5dc tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606158 Aug 04 10:54:38.506285 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f30a9-b92e-4676-a4f4-46c732012add req-079f63f2-53c1-41ad-b611-02596b55696d tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:38.508585 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f56f30a9-b92e-4676-a4f4-46c732012add req-079f63f2-53c1-41ad-b611-02596b55696d tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 943 time: 0.0814381 Aug 04 10:54:38.537825 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f116303f-8e6b-4743-8533-00a24e945f73 req-9d4df4d7-0610-43ba-9e33-5aae89ab0539 service neutron] 10.222.0.60 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939436 Aug 04 10:54:38.553180 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f56f30a9-b92e-4676-a4f4-46c732012add req-8ba6d92f-095e-4280-84a2-5acb318b6177 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 Aug 04 10:54:38.741340 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-2069844b-3ded-4380-b723-de1c3d88d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:38.743455 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-2069844b-3ded-4380-b723-de1c3d88d19e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1aae43ea4eb7472a9826cef802e8bebd&device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 1096 time: 0.0450742 Aug 04 10:54:38.843910 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-341e1042-5cd8-497c-921a-0bef7c6bf667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:38.845325 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-341e1042-5cd8-497c-921a-0bef7c6bf667 service neutron] 10.222.0.60 "GET /v2.0/networks?id=07a06c66-b9a9-46d2-abae-63792be00885 HTTP/1.1" status: 200 len: 910 time: 0.0839810 Aug 04 10:54:38.895842 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-40e2706f-d371-4e9a-8758-0b2ad0f5fc60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65584074-0acf-490d-ac70-934180a1d5e5 HTTP/1.1" status: 200 len: 217 time: 0.0357642 Aug 04 10:54:38.952278 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-6a225754-e0e6-445a-b58c-9b913ec2848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:38.953784 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-6a225754-e0e6-445a-b58c-9b913ec2848b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f71d763e-e6a0-4e17-a40b-413cd76ddf80 HTTP/1.1" status: 200 len: 849 time: 0.0491371 Aug 04 10:54:38.988042 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-ad9b9443-e3fa-4644-a6e5-722b8aebb920 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07a06c66-b9a9-46d2-abae-63792be00885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249810 Aug 04 10:54:39.086458 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-e4a5291d-3374-4505-9b4c-16cdc53fbc2d service neutron] 10.222.0.60 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886388 Aug 04 10:54:39.119514 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206492bb-1696-437d-b3e8-827c6da4896e req-bb545366-bf45-483f-a4ad-8b92c528af05 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:39.121152 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-206492bb-1696-437d-b3e8-827c6da4896e req-bb545366-bf45-483f-a4ad-8b92c528af05 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Aug 04 10:54:39.163207 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-206492bb-1696-437d-b3e8-827c6da4896e req-4d8c05a0-ad7e-4419-a341-c429bf190e46 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331147 Aug 04 10:54:39.191512 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2131ff3f-522d-4913-b29e-759e6be19b70 req-b98ba7a0-f067-4281-8e1f-63df9a45bf44 service neutron] 10.222.0.60 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914743 Aug 04 10:54:39.667610 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505e964-f82d-43ab-93f7-366f8d5820e9 req-8238faa4-ed55-411a-984f-0cd0a22cdfae tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:39.669137 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5505e964-f82d-43ab-93f7-366f8d5820e9 req-8238faa4-ed55-411a-984f-0cd0a22cdfae tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 944 time: 0.0918515 Aug 04 10:54:39.712407 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a412040-70ef-47c9-b838-01d779322f0a req-ba60922d-a766-454c-95b8-9cb0c055424f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:39.713992 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6a412040-70ef-47c9-b838-01d779322f0a req-ba60922d-a766-454c-95b8-9cb0c055424f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 943 time: 0.0846715 Aug 04 10:54:39.739013 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5505e964-f82d-43ab-93f7-366f8d5820e9 req-5d1110f8-954b-4a6e-98fc-253b42f080d1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619526 Aug 04 10:54:39.766902 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6a412040-70ef-47c9-b838-01d779322f0a req-efe1c892-f3e4-454a-bf23-b16190607b41 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Aug 04 10:54:40.277029 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503aafd-ff36-4d9b-b17f-9e37d0a4958f req-8726ba6c-40ff-4964-b7b0-86d5fbec4264 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:40.278508 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e503aafd-ff36-4d9b-b17f-9e37d0a4958f req-8726ba6c-40ff-4964-b7b0-86d5fbec4264 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0473328 Aug 04 10:54:40.319384 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e503aafd-ff36-4d9b-b17f-9e37d0a4958f req-0676792c-b8ed-4804-bd2a-360d46186cdc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346794 Aug 04 10:54:40.887003 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca359f6-4d35-4ef2-8675-0911d0250df2 req-14634190-d4b8-4af6-a152-0f1e44f7d204 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:40.888606 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dca359f6-4d35-4ef2-8675-0911d0250df2 req-14634190-d4b8-4af6-a152-0f1e44f7d204 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 944 time: 0.0745921 Aug 04 10:54:40.923891 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6d5ec-900a-49b7-aabb-dbafcbdb8953 req-da28f668-41ec-4b20-86ba-61c6c59853be tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:40.925378 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dbb6d5ec-900a-49b7-aabb-dbafcbdb8953 req-da28f668-41ec-4b20-86ba-61c6c59853be tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 943 time: 0.0805366 Aug 04 10:54:40.954073 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dca359f6-4d35-4ef2-8675-0911d0250df2 req-d56b9f2c-b054-4f26-9668-210195425d63 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588615 Aug 04 10:54:40.992567 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dbb6d5ec-900a-49b7-aabb-dbafcbdb8953 req-f4eb3656-d761-4263-bdc2-e699f7572294 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560892 Aug 04 10:54:41.070624 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 65584074-0acf-490d-ac70-934180a1d5e5 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:54:41.087258 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 55a2f769-d185-40c0-b385-4e2f9c9a41e3 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:41.205305 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 55a2f769-d185-40c0-b385-4e2f9c9a41e3 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:41.217923 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 55a2f769-d185-40c0-b385-4e2f9c9a41e3 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:41.218333 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:41.229428 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 65584074-0acf-490d-ac70-934180a1d5e5, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=65584074-0acf-490d-ac70-934180a1d5e5,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:41.251545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '65584074-0acf-490d-ac70-934180a1d5e5', 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885', 'port_id': '65584074-0acf-490d-ac70-934180a1d5e5', 'mac_address': 'fa:16:3e:b1:0b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71d763e-e6a0-4e17-a40b-413cd76ddf80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:54:41.361850 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:41.378288 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65584074-0acf-490d-ac70-934180a1d5e5 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:54:41.426067 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 65584074-0acf-490d-ac70-934180a1d5e5, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=65584074-0acf-490d-ac70-934180a1d5e5,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:41.432518 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:41.477557 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13319b6-77a2-4b22-8bf4-eb6cc60e4917 req-1c439030-4e1a-4e9e-9602-915bc2fe3038 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:41.479201 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f13319b6-77a2-4b22-8bf4-eb6cc60e4917 req-1c439030-4e1a-4e9e-9602-915bc2fe3038 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0578392 Aug 04 10:54:41.525246 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f13319b6-77a2-4b22-8bf4-eb6cc60e4917 req-523d2e97-3aff-45e3-8570-93ec9413dff3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Aug 04 10:54:41.580321 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:41.641192 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5399af-5e55-4226-af6d-69feba6087bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a2f769-d185-40c0-b385-4e2f9c9a41e3'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:54:41.642623 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ded9c4-8693-43bd-a28e-5ef7223cc54b" -d '{"events": [{"server_uuid": "4e5399af-5e55-4226-af6d-69feba6087bc", "name": "network-vif-plugged", "status": "completed", "tag": "55a2f769-d185-40c0-b385-4e2f9c9a41e3"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:54:41.657326 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=65584074-0acf-490d-ac70-934180a1d5e5,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:41.664737 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 55a2f769-d185-40c0-b385-4e2f9c9a41e3, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=55a2f769-d185-40c0-b385-4e2f9c9a41e3,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:41.670442 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:41.702267 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f40080c-40c1-4e38-9174-2daca247cb6a x-openstack-request-id: req-0f40080c-40c1-4e38-9174-2daca247cb6a {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:54:41.702800 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5399af-5e55-4226-af6d-69feba6087bc", "name": "network-vif-plugged", "status": "completed", "tag": "55a2f769-d185-40c0-b385-4e2f9c9a41e3", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:54:41.703295 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f40080c-40c1-4e38-9174-2daca247cb6a {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:54:41.704101 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5399af-5e55-4226-af6d-69feba6087bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a2f769-d185-40c0-b385-4e2f9c9a41e3', 'code': 200} Aug 04 10:54:41.733861 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=55a2f769-d185-40c0-b385-4e2f9c9a41e3,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:41.926427 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01393d28-b0f7-433a-9cad-fe70674d5486 req-610a7ed8-cac8-4136-803c-9145b228517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:41.927987 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-01393d28-b0f7-433a-9cad-fe70674d5486 req-610a7ed8-cac8-4136-803c-9145b228517a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 1098 time: 0.0424006 Aug 04 10:54:41.948518 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 42026) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:41.967539 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-01393d28-b0f7-433a-9cad-fe70674d5486 req-8fa2bd74-b461-4a16-b817-b71bc8a09e39 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297015 Aug 04 10:54:42.047979 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['65584074-0acf-490d-ac70-934180a1d5e5'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:54:42.079443 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0508a10-d7fb-44ca-895c-c492a4a015cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:42.156400 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347749ec-5dd8-469b-a28e-bb53be8b4bec req-9260320a-2269-4dbb-89df-5fbb62b6d0a5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:42.157819 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-347749ec-5dd8-469b-a28e-bb53be8b4bec req-9260320a-2269-4dbb-89df-5fbb62b6d0a5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 945 time: 0.1246667 Aug 04 10:54:42.179022 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9ad3d-84a3-4555-95c6-2f296658c94a req-dd0018c9-0919-4237-a6e4-d46e0220bab8 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:42.181046 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8cf9ad3d-84a3-4555-95c6-2f296658c94a req-dd0018c9-0919-4237-a6e4-d46e0220bab8 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 944 time: 0.0992501 Aug 04 10:54:42.262166 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-347749ec-5dd8-469b-a28e-bb53be8b4bec req-0bdc4a56-03fd-4b51-a6a3-d78cdb505172 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934777 Aug 04 10:54:42.272266 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8cf9ad3d-84a3-4555-95c6-2f296658c94a req-27a377f3-a046-456a-8340-c1eae1c374c8 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836937 Aug 04 10:54:42.311833 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0508a10-d7fb-44ca-895c-c492a4a015cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:42.316629 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0508a10-d7fb-44ca-895c-c492a4a015cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:42.357944 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d0508a10-d7fb-44ca-895c-c492a4a015cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d09c79f0e1f244478532cb6f50f6c5a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080899 Aug 04 10:54:42.359145 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0508a10-d7fb-44ca-895c-c492a4a015cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57e55f9-3634-4724-8683-dbcaec720484,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:42.360615 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42040) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:42.418710 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0feb96b2-aa7a-44a4-b0a3-0d984fcf4c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:42.440772 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0feb96b2-aa7a-44a4-b0a3-0d984fcf4c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:42.498160 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0feb96b2-aa7a-44a4-b0a3-0d984fcf4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:42.500863 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0feb96b2-aa7a-44a4-b0a3-0d984fcf4c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:42.502017 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-0feb96b2-aa7a-44a4-b0a3-0d984fcf4c1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e57e55f9-3634-4724-8683-dbcaec720484 HTTP/1.1" status: 204 len: 168 time: 0.1398559 Aug 04 10:54:42.513006 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb96b2-aa7a-44a4-b0a3-0d984fcf4c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57e55f9-3634-4724-8683-dbcaec720484,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:42.664244 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b33175-0ff1-4139-a506-51c20556c925 req-ff2440e9-8b88-46cd-8532-947d7cc7f38d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:42.665865 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-58b33175-0ff1-4139-a506-51c20556c925 req-ff2440e9-8b88-46cd-8532-947d7cc7f38d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0653634 Aug 04 10:54:42.714077 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-58b33175-0ff1-4139-a506-51c20556c925 req-816ab1d2-e6ff-4223-bd2d-af265a8a32c5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Aug 04 10:54:42.910957 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 42066) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:42.930927 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16744fb2-7fa7-40e7-b838-ab16d3b45377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.035711 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16744fb2-7fa7-40e7-b838-ab16d3b45377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.040712 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16744fb2-7fa7-40e7-b838-ab16d3b45377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.081565 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-16744fb2-7fa7-40e7-b838-ab16d3b45377 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92e8607c519046b88dc08c090c44bce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692040 Aug 04 10:54:43.082406 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16744fb2-7fa7-40e7-b838-ab16d3b45377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c11371-785f-4051-8bae-f40bb1ec51ea,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:43.084110 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42068) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:43.135288 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eda6d50f-8f9a-4ef2-b527-4c8727ac96f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.156315 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eda6d50f-8f9a-4ef2-b527-4c8727ac96f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.203211 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eda6d50f-8f9a-4ef2-b527-4c8727ac96f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.205742 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-eda6d50f-8f9a-4ef2-b527-4c8727ac96f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.206918 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-eda6d50f-8f9a-4ef2-b527-4c8727ac96f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75c11371-785f-4051-8bae-f40bb1ec51ea HTTP/1.1" status: 204 len: 168 time: 0.1217194 Aug 04 10:54:43.215981 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6d50f-8f9a-4ef2-b527-4c8727ac96f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c11371-785f-4051-8bae-f40bb1ec51ea,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:43.438140 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc1b7-a7b7-45a2-b1e3-3071490f36d6 req-0e875c66-1069-420a-924e-93db0ad76680 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:43.440179 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f3fc1b7-a7b7-45a2-b1e3-3071490f36d6 req-0e875c66-1069-420a-924e-93db0ad76680 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 945 time: 0.0928855 Aug 04 10:54:43.455800 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13206828-b9ec-4eb1-b6fb-22c2a67f4d9b req-05ed4fe5-0bdd-4704-ac8b-608508fbb25c tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:43.457310 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-13206828-b9ec-4eb1-b6fb-22c2a67f4d9b req-05ed4fe5-0bdd-4704-ac8b-608508fbb25c tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 944 time: 0.0788779 Aug 04 10:54:43.514029 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-13206828-b9ec-4eb1-b6fb-22c2a67f4d9b req-88ba3a50-77d2-48bd-965d-9dd9657de82e tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496294 Aug 04 10:54:43.516697 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f3fc1b7-a7b7-45a2-b1e3-3071490f36d6 req-ad81a877-73f7-451e-8b42-730933b620a7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689371 Aug 04 10:54:43.576251 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42078) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:43.590791 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e6e27dea-f0a9-4208-b733-fd62520aad8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.698036 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e6e27dea-f0a9-4208-b733-fd62520aad8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.703268 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e6e27dea-f0a9-4208-b733-fd62520aad8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.746545 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-e6e27dea-f0a9-4208-b733-fd62520aad8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54cbbd143d64433ca78604a4fd1ed717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689637 Aug 04 10:54:43.747095 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e27dea-f0a9-4208-b733-fd62520aad8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6d7341-4328-4390-828d-2ffe8fbf6406,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:43.749058 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 42080) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:43.863657 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2b7204f-6fb5-457c-96a4-10765dbf25e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.901726 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2b7204f-6fb5-457c-96a4-10765dbf25e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.916663 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3e303-2bb1-4ab4-8f59-fa92b11d5f49 req-670daf90-45c6-49a8-9acd-d82513f36c9a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:43.918443 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ecb3e303-2bb1-4ab4-8f59-fa92b11d5f49 req-670daf90-45c6-49a8-9acd-d82513f36c9a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0916247 Aug 04 10:54:43.980607 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ecb3e303-2bb1-4ab4-8f59-fa92b11d5f49 req-8dcd4bf7-0682-4165-af35-249f84a9b068 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522838 Aug 04 10:54:43.989862 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2b7204f-6fb5-457c-96a4-10765dbf25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.992531 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2b7204f-6fb5-457c-96a4-10765dbf25e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:43.993627 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b2b7204f-6fb5-457c-96a4-10765dbf25e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c6d7341-4328-4390-828d-2ffe8fbf6406 HTTP/1.1" status: 204 len: 168 time: 0.2434974 Aug 04 10:54:44.001369 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7204f-6fb5-457c-96a4-10765dbf25e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6d7341-4328-4390-828d-2ffe8fbf6406,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:44.678034 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f486705-a764-408d-bdde-8d581436bff8 req-df2da63e-8356-46b4-80db-a6b60a9194dd tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:44.682231 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8f486705-a764-408d-bdde-8d581436bff8 req-df2da63e-8356-46b4-80db-a6b60a9194dd tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 944 time: 0.0823359 Aug 04 10:54:44.700426 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3e7a-0472-49f6-8c61-9565111faf63 req-925a1b37-c097-461f-84c8-54f4c19d94a5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:44.702268 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aafd3e7a-0472-49f6-8c61-9565111faf63 req-925a1b37-c097-461f-84c8-54f4c19d94a5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 945 time: 0.1028233 Aug 04 10:54:44.756598 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8f486705-a764-408d-bdde-8d581436bff8 req-a7839ad6-c0bb-4dc1-b4d2-4e6aa9130c99 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664444 Aug 04 10:54:44.770347 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aafd3e7a-0472-49f6-8c61-9565111faf63 req-8356dbc7-a843-451c-93be-81ba22b01c05 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523601 Aug 04 10:54:45.076903 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 65584074-0acf-490d-ac70-934180a1d5e5 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:54:45.182920 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 65584074-0acf-490d-ac70-934180a1d5e5 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:54:45.187957 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 65584074-0acf-490d-ac70-934180a1d5e5 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:54:45.188337 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:45.199096 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5a40-bb57-4b19-a502-fd77755b496a req-848f9486-46fe-4fef-a377-033a41535ac9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:45.206724 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-815b5a40-bb57-4b19-a502-fd77755b496a req-848f9486-46fe-4fef-a377-033a41535ac9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0840120 Aug 04 10:54:45.244759 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-815b5a40-bb57-4b19-a502-fd77755b496a req-1816712c-4c25-494a-a81e-a6623e3c06fc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371015 Aug 04 10:54:45.288054 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:45.315744 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd55def-9e0c-4274-bfd0-009f6b28e1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65584074-0acf-490d-ac70-934180a1d5e5'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:54:45.318437 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39692e59-9b26-4409-bf88-d6f4df1b2810" -d '{"events": [{"server_uuid": "3fd55def-9e0c-4274-bfd0-009f6b28e1db", "name": "network-vif-plugged", "status": "completed", "tag": "65584074-0acf-490d-ac70-934180a1d5e5"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:54:45.333616 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 65584074-0acf-490d-ac70-934180a1d5e5, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=65584074-0acf-490d-ac70-934180a1d5e5,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:45.339603 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:45.379759 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c22a58-3f87-4866-92d1-05672cdc725f x-openstack-request-id: req-15c22a58-3f87-4866-92d1-05672cdc725f {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:54:45.380133 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd55def-9e0c-4274-bfd0-009f6b28e1db", "name": "network-vif-plugged", "status": "completed", "tag": "65584074-0acf-490d-ac70-934180a1d5e5", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:54:45.380586 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15c22a58-3f87-4866-92d1-05672cdc725f {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:54:45.381363 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd55def-9e0c-4274-bfd0-009f6b28e1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65584074-0acf-490d-ac70-934180a1d5e5', 'code': 200} Aug 04 10:54:45.420883 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=65584074-0acf-490d-ac70-934180a1d5e5,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:45.597308 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acadb8-0987-461f-b44e-72da8e043b36 req-8b41d1ff-30ef-4e03-acb9-aa5395af94d9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:45.601358 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c8acadb8-0987-461f-b44e-72da8e043b36 req-8b41d1ff-30ef-4e03-acb9-aa5395af94d9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0688548 Aug 04 10:54:45.642339 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c8acadb8-0987-461f-b44e-72da8e043b36 req-0733ba2b-cf7b-4fb6-87de-559784b89ca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360959 Aug 04 10:54:45.702851 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d9ae6-2069-4be2-a3a3-ea59d257491b req-c641c57f-8129-4d66-b59d-f4444de2d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:45.704387 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-864d9ae6-2069-4be2-a3a3-ea59d257491b req-c641c57f-8129-4d66-b59d-f4444de2d7eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 1098 time: 0.0487339 Aug 04 10:54:45.744189 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-864d9ae6-2069-4be2-a3a3-ea59d257491b req-90ef395b-d81e-46a0-88ac-f398aa2c2415 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306182 Aug 04 10:54:45.880178 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c538f-f2f1-43e5-84f7-2cb0e6d6fb00 req-88a10586-2f0d-4b11-af69-4a75210ce95b tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:45.881696 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-344c538f-f2f1-43e5-84f7-2cb0e6d6fb00 req-88a10586-2f0d-4b11-af69-4a75210ce95b tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0481319 Aug 04 10:54:45.926361 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-344c538f-f2f1-43e5-84f7-2cb0e6d6fb00 req-e00c33f3-ab6a-47de-a5e4-4a6eaae3ab2f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329318 Aug 04 10:54:45.982859 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42184) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:46.090765 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcf94-cf95-4ca8-8748-4f10b8b6fa97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.184184 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcf94-cf95-4ca8-8748-4f10b8b6fa97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.189134 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcf94-cf95-4ca8-8748-4f10b8b6fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.241295 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-0e4bcf94-cf95-4ca8-8748-4f10b8b6fa97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec595a12c86449d0aebbc2bee5a4791e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549329 Aug 04 10:54:46.241295 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bcf94-cf95-4ca8-8748-4f10b8b6fa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72102213-0572-4552-9962-52f1207075ed,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:46.242625 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42192) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:46.297819 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5164288f-36f4-4e27-930d-698fd482f87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.321460 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5164288f-36f4-4e27-930d-698fd482f87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.390483 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948c159-5afd-4e1f-b2c1-80bface230b1 req-cba704f7-916b-4da9-b4c8-0372b68e493c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:46.392194 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b948c159-5afd-4e1f-b2c1-80bface230b1 req-cba704f7-916b-4da9-b4c8-0372b68e493c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0633686 Aug 04 10:54:46.399882 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5164288f-36f4-4e27-930d-698fd482f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.404715 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5164288f-36f4-4e27-930d-698fd482f87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.409753 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-5164288f-36f4-4e27-930d-698fd482f87b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72102213-0572-4552-9962-52f1207075ed HTTP/1.1" status: 204 len: 168 time: 0.1627114 Aug 04 10:54:46.421810 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164288f-36f4-4e27-930d-698fd482f87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72102213-0572-4552-9962-52f1207075ed,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:46.439900 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b948c159-5afd-4e1f-b2c1-80bface230b1 req-dc88f4e6-c36d-4ff7-9435-41c5e198423e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Aug 04 10:54:46.729322 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42210) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:46.742624 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a9266490-de43-40d6-b415-dd1c9da888c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.777304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a01e7d-3b3d-4206-b7bc-591d36d0fd5f req-d91c1ca1-56af-4539-a81d-bdd3544933f3 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:46.779384 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0a01e7d-3b3d-4206-b7bc-591d36d0fd5f req-d91c1ca1-56af-4539-a81d-bdd3544933f3 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0509176 Aug 04 10:54:46.820867 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0a01e7d-3b3d-4206-b7bc-591d36d0fd5f req-5980de18-115b-4193-8408-37b9ee8d7b5a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337505 Aug 04 10:54:46.833089 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a9266490-de43-40d6-b415-dd1c9da888c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.838174 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a9266490-de43-40d6-b415-dd1c9da888c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.877417 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-a9266490-de43-40d6-b415-dd1c9da888c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15a4decb6f4b42fdbc0740fc50a6347d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469133 Aug 04 10:54:46.878377 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9266490-de43-40d6-b415-dd1c9da888c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431db4af-c2d7-4127-9038-8d2bbb45ff6c,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:46.880668 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 42212) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:46.929673 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-792541f9-3160-4e14-b10f-c8e75ce0edac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:46.950755 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-792541f9-3160-4e14-b10f-c8e75ce0edac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:47.028311 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-792541f9-3160-4e14-b10f-c8e75ce0edac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:47.031071 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-792541f9-3160-4e14-b10f-c8e75ce0edac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:47.032277 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-792541f9-3160-4e14-b10f-c8e75ce0edac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/431db4af-c2d7-4127-9038-8d2bbb45ff6c HTTP/1.1" status: 204 len: 168 time: 0.1505516 Aug 04 10:54:47.045230 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792541f9-3160-4e14-b10f-c8e75ce0edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431db4af-c2d7-4127-9038-8d2bbb45ff6c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:47.071917 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81be24e-9816-4917-8d0d-2a884e2e402d req-10795508-42f1-4386-b47b-3b5537e41b77 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:47.073528 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b81be24e-9816-4917-8d0d-2a884e2e402d req-10795508-42f1-4386-b47b-3b5537e41b77 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0715625 Aug 04 10:54:47.129548 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b81be24e-9816-4917-8d0d-2a884e2e402d req-01598a63-257a-44e0-8533-0876a05459d2 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383933 Aug 04 10:54:47.585031 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff9d74-d9f5-4ec2-85a3-8fe898e5002e req-7f433306-96bc-44e3-93e7-f0665838797e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:47.586831 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2ff9d74-d9f5-4ec2-85a3-8fe898e5002e req-7f433306-96bc-44e3-93e7-f0665838797e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0635519 Aug 04 10:54:47.633595 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2ff9d74-d9f5-4ec2-85a3-8fe898e5002e req-276766be-3bb2-4fd2-b132-72f8a6dbae59 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Aug 04 10:54:47.944046 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a150-412a-4a82-8cab-d7515905ae33 req-ee66bc22-c8f7-4f2b-88cd-4f847d0ff1b6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:47.946303 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9837a150-412a-4a82-8cab-d7515905ae33 req-ee66bc22-c8f7-4f2b-88cd-4f847d0ff1b6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0501740 Aug 04 10:54:47.998575 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9837a150-412a-4a82-8cab-d7515905ae33 req-faefcd98-b261-4b85-8855-8f8e5afbe11a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462363 Aug 04 10:54:48.155984 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42260) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:48.252551 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a40ff-3ad6-4dfc-8778-4acd8735d5e4 req-c4266e1f-5e77-442f-a3e4-e379587979ab tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:48.253805 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-552a40ff-3ad6-4dfc-8778-4acd8735d5e4 req-c4266e1f-5e77-442f-a3e4-e379587979ab tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0501571 Aug 04 10:54:48.266422 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3e35a791-7539-4219-a7fe-e770eccf4dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:48.292994 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-552a40ff-3ad6-4dfc-8778-4acd8735d5e4 req-67c27198-e186-4274-9d3b-bd7802c0d41c tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Aug 04 10:54:48.358723 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3e35a791-7539-4219-a7fe-e770eccf4dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:48.362352 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3e35a791-7539-4219-a7fe-e770eccf4dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:48.401941 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3e35a791-7539-4219-a7fe-e770eccf4dca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad79bc9beff643b09986a330cff78018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437494 Aug 04 10:54:48.402803 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35a791-7539-4219-a7fe-e770eccf4dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b104a5c-7d0d-4e34-88b3-d041d17a4b56,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:48.404629 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 42266) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:48.456404 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-332eb019-b62b-4814-a1f1-8858dd8d316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:48.477541 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-332eb019-b62b-4814-a1f1-8858dd8d316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:48.525164 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-332eb019-b62b-4814-a1f1-8858dd8d316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:48.529243 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-332eb019-b62b-4814-a1f1-8858dd8d316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:48.530455 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-332eb019-b62b-4814-a1f1-8858dd8d316b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b104a5c-7d0d-4e34-88b3-d041d17a4b56 HTTP/1.1" status: 204 len: 168 time: 0.1247323 Aug 04 10:54:48.543329 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eb019-b62b-4814-a1f1-8858dd8d316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b104a5c-7d0d-4e34-88b3-d041d17a4b56,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:48.762895 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab5792-f606-465e-be0d-1f69c0c61fab req-91060d66-11b4-4335-8427-ff38e8622d3e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:48.764732 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bcab5792-f606-465e-be0d-1f69c0c61fab req-91060d66-11b4-4335-8427-ff38e8622d3e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0567377 Aug 04 10:54:48.806838 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bcab5792-f606-465e-be0d-1f69c0c61fab req-82f245b0-6215-40a9-9684-b1e374648321 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345294 Aug 04 10:54:49.147467 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa5fb6-3be6-4446-9220-51798a7987b7 req-1564fc8d-94a1-40b6-a83b-fe54d492889d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:49.150335 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-11fa5fb6-3be6-4446-9220-51798a7987b7 req-1564fc8d-94a1-40b6-a83b-fe54d492889d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0594454 Aug 04 10:54:49.203091 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-11fa5fb6-3be6-4446-9220-51798a7987b7 req-4a5e84cb-cd23-4103-ab6d-067d288650cb tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Aug 04 10:54:49.283673 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06fa8-b8d5-45e9-9c1c-8f69f1f681e2 req-2e2d7214-d2bc-4391-9339-86dfef95ea86 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:49.285318 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-93c06fa8-b8d5-45e9-9c1c-8f69f1f681e2 req-2e2d7214-d2bc-4391-9339-86dfef95ea86 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0578680 Aug 04 10:54:49.324821 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-93c06fa8-b8d5-45e9-9c1c-8f69f1f681e2 req-1a134d4a-d87f-4ac5-9b03-48653f2839ba tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Aug 04 10:54:49.922379 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27865-7d11-48be-9dfc-d2f5c4eb0a18 req-48b08463-ea54-4e25-9bfb-8d1e9188ff52 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:49.923880 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dff27865-7d11-48be-9dfc-d2f5c4eb0a18 req-48b08463-ea54-4e25-9bfb-8d1e9188ff52 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0503864 Aug 04 10:54:49.962957 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dff27865-7d11-48be-9dfc-d2f5c4eb0a18 req-9e88a962-9d82-4dba-baf7-3bcc71f4ec03 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Aug 04 10:54:50.334282 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29684836-48d6-487a-82f4-1cebb0061ce2 req-d7b43786-b6ef-40ed-a1b6-958ba1abb551 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:50.336333 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-29684836-48d6-487a-82f4-1cebb0061ce2 req-d7b43786-b6ef-40ed-a1b6-958ba1abb551 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0513959 Aug 04 10:54:50.381312 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-29684836-48d6-487a-82f4-1cebb0061ce2 req-c5444abe-6ccb-4532-9098-719b3de8d00a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388298 Aug 04 10:54:50.448063 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2adfa-ad32-4765-84a7-ff4b1cb94ea9 req-5b1a4137-f299-4a38-abeb-2158e5901b7d tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:50.449485 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aab2adfa-ad32-4765-84a7-ff4b1cb94ea9 req-5b1a4137-f299-4a38-abeb-2158e5901b7d tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0518649 Aug 04 10:54:50.497631 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aab2adfa-ad32-4765-84a7-ff4b1cb94ea9 req-0e96c714-c3bd-4f7f-ab8a-0dc58d598aaa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Aug 04 10:54:51.097111 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43851e1c-ef72-400a-a30f-370c57512f48 req-c3f60dfb-5a60-424f-b641-49fed4da72ab tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:51.098583 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-43851e1c-ef72-400a-a30f-370c57512f48 req-c3f60dfb-5a60-424f-b641-49fed4da72ab tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0618978 Aug 04 10:54:51.136468 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-43851e1c-ef72-400a-a30f-370c57512f48 req-6ac82da1-15de-4903-a1f9-289e3624c228 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Aug 04 10:54:51.501078 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f33568-26eb-49ad-b386-188bb6a5c55f req-88091625-756f-4066-855d-c96ca0084185 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:51.502638 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40f33568-26eb-49ad-b386-188bb6a5c55f req-88091625-756f-4066-855d-c96ca0084185 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0493383 Aug 04 10:54:51.549384 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40f33568-26eb-49ad-b386-188bb6a5c55f req-34efbf02-48a1-48fb-8bfc-b9045806e188 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380061 Aug 04 10:54:51.602440 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bece12-3a01-463f-95f7-180bc14fd305 req-3f1c5782-5ec9-41db-9e26-06de4fe8567c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:51.603978 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-16bece12-3a01-463f-95f7-180bc14fd305 req-3f1c5782-5ec9-41db-9e26-06de4fe8567c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0508542 Aug 04 10:54:51.679741 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-16bece12-3a01-463f-95f7-180bc14fd305 req-6c7a4c45-e9d0-447c-ac54-68dbf1470032 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691617 Aug 04 10:54:51.692352 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893816d-e8b8-46fb-b028-3e92c6cf4d01 req-e5301fb6-a6d4-4e8f-a907-ab0d1115fc45 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:51.693869 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4893816d-e8b8-46fb-b028-3e92c6cf4d01 req-e5301fb6-a6d4-4e8f-a907-ab0d1115fc45 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0759933 Aug 04 10:54:51.739473 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4893816d-e8b8-46fb-b028-3e92c6cf4d01 req-2a715e90-8aaa-4dbd-8cb5-ad485406a679 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362911 Aug 04 10:54:52.253460 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2f48-714d-4d6e-9ef8-609c9228da80 req-190a0b6a-2ad8-4edc-9a19-97a866e337ef tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:52.255029 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ce8f2f48-714d-4d6e-9ef8-609c9228da80 req-190a0b6a-2ad8-4edc-9a19-97a866e337ef tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Aug 04 10:54:52.294358 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ce8f2f48-714d-4d6e-9ef8-609c9228da80 req-a898ae54-b7b1-4ed3-a31e-129e215f8517 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Aug 04 10:54:52.667996 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a4ca7-3b15-416a-ab84-45532e12498e req-bd6bd6ce-b335-4d33-8d84-7f29a501bbfe tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:52.669482 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-654a4ca7-3b15-416a-ab84-45532e12498e req-bd6bd6ce-b335-4d33-8d84-7f29a501bbfe tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0469110 Aug 04 10:54:52.708488 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-654a4ca7-3b15-416a-ab84-45532e12498e req-91add69b-f700-4ccf-8a35-05e2b61ffbf4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Aug 04 10:54:52.876309 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637744-f58d-4ad4-8f51-5b1f0bf4da40 req-c299f2c4-3115-41be-ad3e-08568b3fed69 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:52.877934 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-43637744-f58d-4ad4-8f51-5b1f0bf4da40 req-c299f2c4-3115-41be-ad3e-08568b3fed69 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0606842 Aug 04 10:54:52.941819 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-43637744-f58d-4ad4-8f51-5b1f0bf4da40 req-0b771de2-7470-450d-be21-3e7ea49190c2 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574319 Aug 04 10:54:52.975816 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41623241-999e-48b4-9c9b-e686bbf54829 req-ae41a11a-32c5-4b2f-9819-c93adb46567b tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:52.977435 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-41623241-999e-48b4-9c9b-e686bbf54829 req-ae41a11a-32c5-4b2f-9819-c93adb46567b tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0772297 Aug 04 10:54:53.015747 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9be8887-519f-4ff9-a2e0-91ad853a4032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:53.024781 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-41623241-999e-48b4-9c9b-e686bbf54829 req-4d958864-98c5-4e27-b517-488e83f1974e tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Aug 04 10:54:53.406665 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb5c4e-d6b6-4bd5-8c74-088100a449e9 req-1ebee8d4-f02d-4319-af8e-ef55764c1b72 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:53.408051 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ffbb5c4e-d6b6-4bd5-8c74-088100a449e9 req-1ebee8d4-f02d-4319-af8e-ef55764c1b72 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0474494 Aug 04 10:54:53.448192 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ffbb5c4e-d6b6-4bd5-8c74-088100a449e9 req-cb2473e4-fb6b-40d8-8476-94c8556299a0 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Aug 04 10:54:53.834080 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc3da9-147d-45c5-910a-b4c75c40fcec req-84b24ecf-d40c-4982-92ce-898bb8700054 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:53.835554 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50dc3da9-147d-45c5-910a-b4c75c40fcec req-84b24ecf-d40c-4982-92ce-898bb8700054 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0526993 Aug 04 10:54:53.873879 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50dc3da9-147d-45c5-910a-b4c75c40fcec req-4ebe0a36-83f4-4710-8441-4b095a6784f0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Aug 04 10:54:54.059047 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ae0f-3daf-44ec-9667-82426b029b22 req-0c1e7f3f-8aea-4219-93fd-aeb2511f476b tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:54.060385 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc56ae0f-3daf-44ec-9667-82426b029b22 req-0c1e7f3f-8aea-4219-93fd-aeb2511f476b tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0491378 Aug 04 10:54:54.108801 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc56ae0f-3daf-44ec-9667-82426b029b22 req-a42643c5-1b08-436d-bf09-31157a09c808 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Aug 04 10:54:54.149498 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ef67d-675f-4ade-978b-baa7a652d656 req-1317eb85-ef37-4cf4-8b8a-4e6f501b1761 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:54.150969 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-548ef67d-675f-4ade-978b-baa7a652d656 req-1317eb85-ef37-4cf4-8b8a-4e6f501b1761 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0566692 Aug 04 10:54:54.191800 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-548ef67d-675f-4ade-978b-baa7a652d656 req-2a62b09b-5792-4b18-a1b4-5d765ffb4bcf tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349069 Aug 04 10:54:54.562419 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce84797-b03f-41d8-87e0-be51b33bf203 req-bb82d789-e0f9-4764-a1ab-00ae4f4a96dd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:54.564864 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9ce84797-b03f-41d8-87e0-be51b33bf203 req-bb82d789-e0f9-4764-a1ab-00ae4f4a96dd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Aug 04 10:54:54.608678 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9ce84797-b03f-41d8-87e0-be51b33bf203 req-7b955a0a-8b72-4c21-94b6-dc6d2c93e278 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345471 Aug 04 10:54:54.993440 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c8d32-a165-47f0-b1e8-79cbdaba04af req-ec9ea1f5-aa6f-4004-b6a6-156fea700140 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:54.994957 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2d3c8d32-a165-47f0-b1e8-79cbdaba04af req-ec9ea1f5-aa6f-4004-b6a6-156fea700140 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0503664 Aug 04 10:54:55.031913 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2d3c8d32-a165-47f0-b1e8-79cbdaba04af req-21c7b68b-188a-44c4-b0c1-b1d9ebd3067c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Aug 04 10:54:55.229812 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af4c4d-c54d-49bd-9a68-9003e68ca651 req-536700d9-7a57-4e28-91d8-1e6f2a681b0d tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:55.231360 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-56af4c4d-c54d-49bd-9a68-9003e68ca651 req-536700d9-7a57-4e28-91d8-1e6f2a681b0d tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0490279 Aug 04 10:54:55.293306 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-56af4c4d-c54d-49bd-9a68-9003e68ca651 req-ed64a8ce-fd7b-4df9-8332-9c904923ccf2 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554392 Aug 04 10:54:55.315452 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ff076-f090-4b7e-b2d4-7e6b96a49441 req-c1b18520-fc7d-4cca-b52d-07180872e04a tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:55.316907 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0b8ff076-f090-4b7e-b2d4-7e6b96a49441 req-c1b18520-fc7d-4cca-b52d-07180872e04a tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0559165 Aug 04 10:54:55.353975 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0b8ff076-f090-4b7e-b2d4-7e6b96a49441 req-a1a4ccb3-5d2b-4d91-9999-88e368b23492 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311108 Aug 04 10:54:55.584870 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:55.729365 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff475116-3ea2-4716-bed5-897ad59dce1a req-b5999cce-fae5-42a9-b85c-c9424e2d50c0 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:55.730840 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ff475116-3ea2-4716-bed5-897ad59dce1a req-b5999cce-fae5-42a9-b85c-c9424e2d50c0 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Aug 04 10:54:55.768487 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ff475116-3ea2-4716-bed5-897ad59dce1a req-3db427b1-be48-4473-8372-498480bdc22e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314908 Aug 04 10:54:55.854870 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bdf4b206-6ca4-42b9-91ca-0d96ac13ceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:55.933259 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-21a73f28-090f-4403-b5be-3d1ebda15abb tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:55.934714 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-21a73f28-090f-4403-b5be-3d1ebda15abb tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 945 time: 0.0504351 Aug 04 10:54:56.030154 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Deleting port 65584074-0acf-490d-ac70-934180a1d5e5 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:54:56.030500 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:56.122398 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] For port 65584074-0acf-490d-ac70-934180a1d5e5, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=65584074-0acf-490d-ac70-934180a1d5e5,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:54:56.122763 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:56.136951 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Calling delete_port for 65584074-0acf-490d-ac70-934180a1d5e5 owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:54:56.157920 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ebcc9-d856-4f3d-84ea-8e1804e4690f req-9d284ff4-0a0e-4562-bb51-e034fcc4e6f9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:56.159833 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a10ebcc9-d856-4f3d-84ea-8e1804e4690f req-9d284ff4-0a0e-4562-bb51-e034fcc4e6f9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0532525 Aug 04 10:54:56.208016 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a10ebcc9-d856-4f3d-84ea-8e1804e4690f req-3d3922e6-bd77-4b4a-bd01-9f7eff869f34 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 Aug 04 10:54:56.292414 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:56.327360 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Pushing event deleted for resources: {'Port': ['ID=65584074-0acf-490d-ac70-934180a1d5e5,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:56.340078 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['65584074-0acf-490d-ac70-934180a1d5e5'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:54:56.371889 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] No DVR routers for this DVR port 65584074-0acf-490d-ac70-934180a1d5e5 on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:54:56.375364 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:56.377744 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-9c9d7798-8f05-4383-a089-e6b00a21277d req-7a02263a-ab0d-4b8f-8307-f27018753e1a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.60 "DELETE /v2.0/ports/65584074-0acf-490d-ac70-934180a1d5e5 HTTP/1.1" status: 204 len: 173 time: 0.4361246 Aug 04 10:54:56.378234 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd55def-9e0c-4274-bfd0-009f6b28e1db', 'name': 'network-vif-deleted', 'tag': '65584074-0acf-490d-ac70-934180a1d5e5'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:54:56.380492 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3509e1-46bb-4461-82c3-fb4f38a9a962" -d '{"events": [{"server_uuid": "3fd55def-9e0c-4274-bfd0-009f6b28e1db", "name": "network-vif-deleted", "tag": "65584074-0acf-490d-ac70-934180a1d5e5"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:54:56.418010 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9921f81c-f66a-452f-8db0-cee668ca22d7 req-e77934e8-ea26-4614-b0ff-4024de9ad51d tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 210 time: 0.0378456 Aug 04 10:54:56.449062 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:54:56.476294 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d24d2a-d95b-470a-9453-6010801c80ad req-63d9f601-5424-4a19-aefd-c53d6d058708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:56.477846 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-39d24d2a-d95b-470a-9453-6010801c80ad req-63d9f601-5424-4a19-aefd-c53d6d058708 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1098 time: 0.0837283 Aug 04 10:54:56.532129 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2c167-2e7e-44d8-9608-9ed59eeb673c req-18c04c9e-07d7-4be0-a99b-c96c67a8923f tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:56.534106 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bcc2c167-2e7e-44d8-9608-9ed59eeb673c req-18c04c9e-07d7-4be0-a99b-c96c67a8923f tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0855923 Aug 04 10:54:56.538801 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-39d24d2a-d95b-470a-9453-6010801c80ad req-2439e644-2d75-4c50-a40e-a22b15bc1e0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488315 Aug 04 10:54:56.545218 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6b2038-7aa9-402f-b860-8510473678be x-openstack-request-id: req-ca6b2038-7aa9-402f-b860-8510473678be {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:54:56.545492 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd55def-9e0c-4274-bfd0-009f6b28e1db", "name": "network-vif-deleted", "tag": "65584074-0acf-490d-ac70-934180a1d5e5", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:54:56.545937 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca6b2038-7aa9-402f-b860-8510473678be {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:54:56.546326 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd55def-9e0c-4274-bfd0-009f6b28e1db', 'name': 'network-vif-deleted', 'tag': '65584074-0acf-490d-ac70-934180a1d5e5', 'status': 'completed', 'code': 200} Aug 04 10:54:56.577443 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bcc2c167-2e7e-44d8-9608-9ed59eeb673c req-bc4a3b87-049e-4c5a-854c-7f2fcbe1118f tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330267 Aug 04 10:54:56.903135 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99d46-0394-4670-b278-95b1b3673dda req-40e99583-81ff-4305-96c7-e2c216aa70e5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:56.904625 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dbf99d46-0394-4670-b278-95b1b3673dda req-40e99583-81ff-4305-96c7-e2c216aa70e5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0546358 Aug 04 10:54:56.946485 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dbf99d46-0394-4670-b278-95b1b3673dda req-cacaf66d-86ed-4c45-be8a-91af8c7a4605 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357313 Aug 04 10:54:57.180091 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:57.339291 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e445b-d701-4805-9527-a34869320d90 req-7a4ae1fa-a2cf-4755-9d81-0fbff7128c53 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:57.340814 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6a9e445b-d701-4805-9527-a34869320d90 req-7a4ae1fa-a2cf-4755-9d81-0fbff7128c53 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0491061 Aug 04 10:54:57.378124 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6a9e445b-d701-4805-9527-a34869320d90 req-c8005bec-ba0f-438b-ad39-b14b44a1a1fd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Aug 04 10:54:57.604569 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-12b1d6bb-ff2f-410e-bf46-caf47fc5880a req-f05cf81c-b73b-4195-ab9f-bad16c8a1521 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fd55def-9e0c-4274-bfd0-009f6b28e1db HTTP/1.1" status: 200 len: 210 time: 0.0620644 Aug 04 10:54:57.718179 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72836d-4a56-44b6-9df6-dd71dc344de9 req-06e7c7bf-90f3-4f74-828a-b4fec84d936d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:57.719780 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0c72836d-4a56-44b6-9df6-dd71dc344de9 req-06e7c7bf-90f3-4f74-828a-b4fec84d936d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0546958 Aug 04 10:54:57.759849 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0c72836d-4a56-44b6-9df6-dd71dc344de9 req-85168e77-58a8-4489-a7cd-670261ad5f6b tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333784 Aug 04 10:54:58.080446 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3090e1a-0960-4923-b862-ad4cdea28655 req-ce9de8c7-53be-42bd-876a-fe5bf489c930 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:58.082009 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c3090e1a-0960-4923-b862-ad4cdea28655 req-ce9de8c7-53be-42bd-876a-fe5bf489c930 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0570462 Aug 04 10:54:58.121527 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c3090e1a-0960-4923-b862-ad4cdea28655 req-640c32b1-cad8-4d7c-8813-c715e11335df tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335276 Aug 04 10:54:58.503519 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59de7-2d53-4e2e-add3-7c44ee089087 req-1a84016e-51ec-46ca-af47-3a4310bf1d06 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:58.505760 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-73d59de7-2d53-4e2e-add3-7c44ee089087 req-1a84016e-51ec-46ca-af47-3a4310bf1d06 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0550289 Aug 04 10:54:58.545836 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-73d59de7-2d53-4e2e-add3-7c44ee089087 req-8796edc7-3404-4012-93f3-9356d1efc885 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 Aug 04 10:54:58.733333 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:58.962436 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ec710-3739-4bc3-9645-bd5de8ca96b7 req-a6528446-4b38-45fb-be93-725151966393 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:58.963962 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-933ec710-3739-4bc3-9645-bd5de8ca96b7 req-a6528446-4b38-45fb-be93-725151966393 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1092212 Aug 04 10:54:58.990873 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42494) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:59.030168 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-e8aad1e6-08db-413d-9d7a-d6351a0d8fb3 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:59.031682 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-e8aad1e6-08db-413d-9d7a-d6351a0d8fb3 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/networks?id=07a06c66-b9a9-46d2-abae-63792be00885 HTTP/1.1" status: 200 len: 809 time: 0.1452587 Aug 04 10:54:59.037297 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-933ec710-3739-4bc3-9645-bd5de8ca96b7 req-4209b973-ec9b-475e-aa1e-16742f84b5df tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650439 Aug 04 10:54:59.047974 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-d491be74-37e6-423f-82e8-aa3e4ac80aa9 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/quotas/1aae43ea4eb7472a9826cef802e8bebd HTTP/1.1" status: 200 len: 375 time: 0.0096908 Aug 04 10:54:59.088526 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-80617956-90fb-4974-81b6-ab687cd8059f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1aae43ea4eb7472a9826cef802e8bebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345631 Aug 04 10:54:59.161671 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fb569417-ebc7-4f21-afad-554d47686449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:59.187598 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-60b7e5dc-427b-4abe-92bc-1f942179ea59 service neutron] 10.222.0.49 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915904 Aug 04 10:54:59.276312 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fb569417-ebc7-4f21-afad-554d47686449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:59.281886 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fb569417-ebc7-4f21-afad-554d47686449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:59.325973 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb569417-ebc7-4f21-afad-554d47686449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefbfe6c-a896-4e03-9fe8-525874175ac5,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:59.332737 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-fb569417-ebc7-4f21-afad-554d47686449 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fdb8eb4031584a608dd446dd414b1f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384235 Aug 04 10:54:59.332999 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42500) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:54:59.394502 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6f9d5f1f-146a-4226-90b9-3bd54dea694c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:59.418204 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6f9d5f1f-146a-4226-90b9-3bd54dea694c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:59.470973 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6f9d5f1f-146a-4226-90b9-3bd54dea694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:59.478745 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6f9d5f1f-146a-4226-90b9-3bd54dea694c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:54:59.478745 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-6f9d5f1f-146a-4226-90b9-3bd54dea694c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eefbfe6c-a896-4e03-9fe8-525874175ac5 HTTP/1.1" status: 204 len: 168 time: 0.1407561 Aug 04 10:54:59.485550 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d5f1f-146a-4226-90b9-3bd54dea694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefbfe6c-a896-4e03-9fe8-525874175ac5,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:54:59.528937 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b3d4-8075-4a31-96c6-73df78225005 req-30820044-6cd7-4dba-92b9-056d8d739eca tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:59.530477 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8960b3d4-8075-4a31-96c6-73df78225005 req-30820044-6cd7-4dba-92b9-056d8d739eca tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.3260210 Aug 04 10:54:59.556289 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-c5c5480d-b28c-4a01-8d57-e7cca7651e13 service neutron] 10.222.0.49 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597293 Aug 04 10:54:59.587430 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8960b3d4-8075-4a31-96c6-73df78225005 req-b11eb0ec-4abb-46af-8c96-1821b362f2f9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Aug 04 10:54:59.734599 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab15b4-a5ea-4ab7-b4d4-416d4dd00ca3 req-86898656-3074-4db8-be82-3aa6003b284b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:54:59.743157 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a5ab15b4-a5ea-4ab7-b4d4-416d4dd00ca3 req-86898656-3074-4db8-be82-3aa6003b284b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0874634 Aug 04 10:54:59.794115 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a5ab15b4-a5ea-4ab7-b4d4-416d4dd00ca3 req-d180974d-8ddc-4fa4-b432-42e4c12e8972 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497510 Aug 04 10:54:59.875059 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f2e84ab8-3924-439a-b865-15f2d8bed1f2 req-780a3bef-37a8-4a48-b134-358b047c5f67 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 210 time: 0.0310497 Aug 04 10:55:00.053253 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85866c35-cd96-489e-8ea1-b94f598bb784 req-221c4b13-4721-49f9-a07e-2d16403c3f82 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:00.054730 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-85866c35-cd96-489e-8ea1-b94f598bb784 req-221c4b13-4721-49f9-a07e-2d16403c3f82 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0765426 Aug 04 10:55:00.070725 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-2db202bc-2cf7-413f-932b-9393bb3be54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:00.072193 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-2db202bc-2cf7-413f-932b-9393bb3be54f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1098 time: 0.0657859 Aug 04 10:55:00.179040 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-85866c35-cd96-489e-8ea1-b94f598bb784 req-fdccf7b3-4c50-42fe-84db-9736ce7aa451 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168671 Aug 04 10:55:00.229856 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add570b-ce1d-4488-b351-847b9af8d046 req-4fe85dab-f537-446d-9a73-ad6bcb6643de tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:00.231364 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2add570b-ce1d-4488-b351-847b9af8d046 req-4fe85dab-f537-446d-9a73-ad6bcb6643de tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0974135 Aug 04 10:55:00.236834 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-14f67317-f6cf-4fcf-9c20-a7c83846b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:00.238212 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-14f67317-f6cf-4fcf-9c20-a7c83846b1eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 919 time: 0.1554854 Aug 04 10:55:00.311159 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2add570b-ce1d-4488-b351-847b9af8d046 req-46aaf5f4-93f8-4f3f-a7ce-1fe231261fab tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719724 Aug 04 10:55:00.312500 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-9318342f-b45c-45bc-a287-bb1a1dcce623 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1 HTTP/1.1" status: 200 len: 217 time: 0.0444760 Aug 04 10:55:00.378481 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-c380a411-a5d1-41b2-82e3-de76326f9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:00.379936 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-c380a411-a5d1-41b2-82e3-de76326f9028 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.0447557 Aug 04 10:55:00.420630 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-6e807164-f4e6-41d3-b25b-577b6d1bc60f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257146 Aug 04 10:55:00.539468 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-98085db1-d84b-400e-b1d5-31fe67981101 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012704 Aug 04 10:55:00.655908 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b51defdd-26a2-4821-9dd9-80e1e2744112 req-c12f5182-8f7c-4789-9267-dcdd03ca1ee4 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971458 Aug 04 10:55:00.959207 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfd1a5-b706-4c0a-8e1a-3461f7e9cdb4 req-8512144f-c9f8-4b46-8a4a-ba37d75b0f24 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:00.960780 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ddfd1a5-b706-4c0a-8e1a-3461f7e9cdb4 req-8512144f-c9f8-4b46-8a4a-ba37d75b0f24 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0765746 Aug 04 10:55:00.967746 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-b77afca3-fdf6-4488-85fd-1e8b6f0382ba tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411687347&fields=id&tenant_id=715f55c289f54420b14bba8c6ee78c0e HTTP/1.1" status: 200 len: 267 time: 0.0569484 Aug 04 10:55:01.070145 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ddfd1a5-b706-4c0a-8e1a-3461f7e9cdb4 req-1b323fa5-6d38-4b1e-863c-6059b3884ad5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009910 Aug 04 10:55:01.122865 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-78b55ccc-dde0-4c34-a2dd-a69cbc411445 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:01.124386 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-78b55ccc-dde0-4c34-a2dd-a69cbc411445 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/networks?id=d743e00a-448b-424a-ab31-9baeb2618512 HTTP/1.1" status: 200 len: 809 time: 0.1398280 Aug 04 10:55:01.145056 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-bb7b793b-85a5-4167-9235-929526b5fe9b tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/quotas/715f55c289f54420b14bba8c6ee78c0e HTTP/1.1" status: 200 len: 375 time: 0.0145657 Aug 04 10:55:01.194903 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 65584074-0acf-490d-ac70-934180a1d5e5 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:55:01.196374 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-03f5aa3d-44db-41fe-be01-955c8baac51a req-82b98ea7-af2d-4962-9b6b-0364a0ca4a68 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 210 time: 0.0503936 Aug 04 10:55:01.234307 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 65584074-0acf-490d-ac70-934180a1d5e5 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:55:01.234698 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 65584074-0acf-490d-ac70-934180a1d5e5 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:55:01.305661 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-654a1a8c-bf2b-4089-811b-5965baaadedd tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=715f55c289f54420b14bba8c6ee78c0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1509492 Aug 04 10:55:01.395731 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-13c87a57-86cc-48c5-91bf-ee0d955698e8 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:01.397255 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-13c87a57-86cc-48c5-91bf-ee0d955698e8 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.60 "GET /v2.0/networks?id=07a06c66-b9a9-46d2-abae-63792be00885 HTTP/1.1" status: 200 len: 809 time: 0.1948953 Aug 04 10:55:01.407261 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3560e-74c5-45e4-9e09-2c239d2940cb req-d61957f5-4b07-40bf-98f5-25ba8c7b4f4d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:01.408783 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60e3560e-74c5-45e4-9e09-2c239d2940cb req-d61957f5-4b07-40bf-98f5-25ba8c7b4f4d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1484561 Aug 04 10:55:01.440790 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Request body: {'port': {'device_id': 'd363898c-4690-481e-915d-98c8442886e2', 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885', 'admin_state_up': True, 'tenant_id': '1aae43ea4eb7472a9826cef802e8bebd'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:55:01.514987 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60e3560e-74c5-45e4-9e09-2c239d2940cb req-62d976f1-51c1-4dfb-ba0d-95e0981f2662 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989068 Aug 04 10:55:01.532127 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-2515f84d-73b0-40f5-8ac4-91c6682996e6 service neutron] 10.222.0.49 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117639 Aug 04 10:55:01.705731 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a32bd-edc6-47dd-a3e1-577ec0cdd65d req-a446fe22-86fb-4c3e-aef1-70f8a5583ebd tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:01.707270 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a13a32bd-edc6-47dd-a3e1-577ec0cdd65d req-a446fe22-86fb-4c3e-aef1-70f8a5583ebd tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1176779 Aug 04 10:55:01.715589 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-c681571f-31b5-42e4-9a02-7e20ff9a2105 service neutron] 10.222.0.49 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748612 Aug 04 10:55:01.719329 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Made reservation on behalf of 1aae43ea4eb7472a9826cef802e8bebd for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:55:01.722878 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:01.804576 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a13a32bd-edc6-47dd-a3e1-577ec0cdd65d req-dc911b73-fc4f-4090-a5a7-577e7531fd6b tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873709 Aug 04 10:55:01.888195 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Allocated IP 172.20.0.5 (07a06c66-b9a9-46d2-abae-63792be00885/f71d763e-e6a0-4e17-a40b-413cd76ddf80/d0c6a958-1120-40ae-a0cb-2bca1e738812) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:55:02.056097 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c49e36f3-bfe7-45c3-aa9c-7ec8a48ac78a req-5d2be230-1af7-44a9-9aa8-5431f0bcccdd tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0336533 Aug 04 10:55:02.074704 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:02.129302 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:02.212900 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Network 07a06c66-b9a9-46d2-abae-63792be00885 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:55:02.216919 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:55:02.219833 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:55:02.260088 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Pushing event updated for resources: {'Port': ['ID=d0c6a958-1120-40ae-a0cb-2bca1e738812,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:02.282723 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feec07-5414-4ac5-9579-466c9c827b5b req-42e6dd19-c75d-4fbe-93ee-6dce77307dea tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:02.284341 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d3feec07-5414-4ac5-9579-466c9c827b5b req-42e6dd19-c75d-4fbe-93ee-6dce77307dea tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.1230271 Aug 04 10:55:02.341461 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:02.342095 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:02.378845 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-6027bedb-2798-4e3e-94ba-dbe75df06f9f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9450672 Aug 04 10:55:02.386682 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80ecc6-d562-459a-88cf-5dff16553bba req-e2708851-6129-4c04-9dfa-30486c97376a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:02.388193 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb80ecc6-d562-459a-88cf-5dff16553bba req-e2708851-6129-4c04-9dfa-30486c97376a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 931 time: 0.1028848 Aug 04 10:55:02.391157 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d3feec07-5414-4ac5-9579-466c9c827b5b req-b8bd73cb-905e-4c92-84ae-4b96d3983742 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914323 Aug 04 10:55:02.416896 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Request body: {'port': {'device_id': 'd363898c-4690-481e-915d-98c8442886e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:55:02.476296 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb80ecc6-d562-459a-88cf-5dff16553bba req-522ab307-5fc9-4c6c-80d9-9540abebcd2a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776391 Aug 04 10:55:02.485423 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:02.734882 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643a0bb-98b6-4dca-81d4-e044fccf76f7 req-5e1e0793-ba18-4561-b74b-08c6f5d84e3e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:02.736621 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f643a0bb-98b6-4dca-81d4-e044fccf76f7 req-5e1e0793-ba18-4561-b74b-08c6f5d84e3e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1376445 Aug 04 10:55:02.815529 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f643a0bb-98b6-4dca-81d4-e044fccf76f7 req-48e62fbc-bf21-4fb4-a63f-c37f6a931a8c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666819 Aug 04 10:55:02.824207 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c6a958-1120-40ae-a0cb-2bca1e738812 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:55:02.832197 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:02.846553 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Transition to ACTIVE for port object d0c6a958-1120-40ae-a0cb-2bca1e738812 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:55:02.854870 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:02.875603 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:02.937500 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c6a958-1120-40ae-a0cb-2bca1e738812,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:02.994267 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df9e91-ae7a-4fea-9bbb-3a32d5fadf90 req-4d4531db-9a39-402c-acc7-9be6ef1868bf tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:02.995702 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f1df9e91-ae7a-4fea-9bbb-3a32d5fadf90 req-4d4531db-9a39-402c-acc7-9be6ef1868bf tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1114914 Aug 04 10:55:03.059422 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f1df9e91-ae7a-4fea-9bbb-3a32d5fadf90 req-e0f7966e-3d22-46c1-806a-0ac149349fde tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553927 Aug 04 10:55:03.060775 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Attempting to bind port d0c6a958-1120-40ae-a0cb-2bca1e738812 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:55:03.061347 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Attempting to bind port d0c6a958-1120-40ae-a0cb-2bca1e738812 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'b8500dfa-d530-4ef3-92da-3d67057e4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:55:03.062481 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Attempting to bind port d0c6a958-1120-40ae-a0cb-2bca1e738812 on network 07a06c66-b9a9-46d2-abae-63792be00885 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:55:03.067582 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Port d0c6a958-1120-40ae-a0cb-2bca1e738812 on network 07a06c66-b9a9-46d2-abae-63792be00885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:55:03.067910 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Attempting to bind port d0c6a958-1120-40ae-a0cb-2bca1e738812 on network 07a06c66-b9a9-46d2-abae-63792be00885 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:55:03.075241 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:55:03.075241 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Checking segment: {'id': 'b8500dfa-d530-4ef3-92da-3d67057e4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:55:03.076337 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Bound using segment: {'id': 'b8500dfa-d530-4ef3-92da-3d67057e4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:55:03.076337 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Bound port: d0c6a958-1120-40ae-a0cb-2bca1e738812, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8500dfa-d530-4ef3-92da-3d67057e4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:55:03.076337 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:03.164068 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d5cfe379-7c90-4875-acee-dbb19ecc99e3 req-55ccb75f-4c9e-46c2-ab57-e6d06325447b tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0342879 Aug 04 10:55:03.177136 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] For port d0c6a958-1120-40ae-a0cb-2bca1e738812, host hv-cinder-80345, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:55:03.180529 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] For port d0c6a958-1120-40ae-a0cb-2bca1e738812, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d0c6a958-1120-40ae-a0cb-2bca1e738812,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:55:03.190856 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:03.243138 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:03.243845 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:03.245575 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] 10.222.0.60 "PUT /v2.0/ports/d0c6a958-1120-40ae-a0cb-2bca1e738812 HTTP/1.1" status: 200 len: 1093 time: 0.8396513 Aug 04 10:55:03.246034 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd363898c-4690-481e-915d-98c8442886e2', 'tag': 'd0c6a958-1120-40ae-a0cb-2bca1e738812'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:03.248466 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3123fa44-3085-4211-bfd8-48d142b11279" -d '{"events": [{"name": "network-changed", "server_uuid": "d363898c-4690-481e-915d-98c8442886e2", "tag": "d0c6a958-1120-40ae-a0cb-2bca1e738812"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:03.269968 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91032dd7-c479-41d6-af44-af18f4e84642 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c6a958-1120-40ae-a0cb-2bca1e738812,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:03.287190 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b6e87a-1d65-4ed5-a42b-45f24023ab27 x-openstack-request-id: req-09b6e87a-1d65-4ed5-a42b-45f24023ab27 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:03.287510 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d363898c-4690-481e-915d-98c8442886e2", "tag": "d0c6a958-1120-40ae-a0cb-2bca1e738812", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:03.287760 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09b6e87a-1d65-4ed5-a42b-45f24023ab27 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:03.288752 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd363898c-4690-481e-915d-98c8442886e2', 'tag': 'd0c6a958-1120-40ae-a0cb-2bca1e738812', 'status': 'completed', 'code': 200} Aug 04 10:55:03.565417 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123fa44-3085-4211-bfd8-48d142b11279 req-c54c2b53-5559-4aa7-b0fd-7899d7a2a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:03.567839 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3123fa44-3085-4211-bfd8-48d142b11279 req-c54c2b53-5559-4aa7-b0fd-7899d7a2a87d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1aae43ea4eb7472a9826cef802e8bebd&device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 1096 time: 0.0717204 Aug 04 10:55:03.582079 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77061ac0-3198-4ad1-8b26-15b018b641d8 req-18a38c2a-e088-431a-b56c-1d97c4973282 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:03.583791 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-77061ac0-3198-4ad1-8b26-15b018b641d8 req-18a38c2a-e088-431a-b56c-1d97c4973282 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.1184988 Aug 04 10:55:03.682916 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-9140cbb9-783b-4c25-9a47-79a724fa2e75 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:03.684424 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-9140cbb9-783b-4c25-9a47-79a724fa2e75 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.60 "GET /v2.0/networks?id=d743e00a-448b-424a-ab31-9baeb2618512 HTTP/1.1" status: 200 len: 809 time: 0.1913667 Aug 04 10:55:03.705011 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-77061ac0-3198-4ad1-8b26-15b018b641d8 req-168a1982-8f3a-4091-b16c-e82c7f61a288 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076622 Aug 04 10:55:03.730675 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ceff4-0f00-4ea2-bf92-6ee36493b285 req-c34bd9bd-364e-4ce5-bd5a-2a051d210258 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:03.732373 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9c5ceff4-0f00-4ea2-bf92-6ee36493b285 req-c34bd9bd-364e-4ce5-bd5a-2a051d210258 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 943 time: 0.1394658 Aug 04 10:55:03.781193 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-9d74ce90-88ac-46a5-87a3-8fa0252e90aa tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=715f55c289f54420b14bba8c6ee78c0e HTTP/1.1" status: 200 len: 380 time: 0.0732055 Aug 04 10:55:03.798904 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9c5ceff4-0f00-4ea2-bf92-6ee36493b285 req-fb82f30f-bbed-4ed9-b65b-0d3e69d38eb7 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565741 Aug 04 10:55:03.820562 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Request body: {'port': {'device_id': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'admin_state_up': True, 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'security_groups': ['076638f5-b7a0-4be1-90ee-4af1fd1fa7a6']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:55:03.880084 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123fa44-3085-4211-bfd8-48d142b11279 req-69b5384a-d88d-40d0-84a8-c0f5122175aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:03.881482 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3123fa44-3085-4211-bfd8-48d142b11279 req-69b5384a-d88d-40d0-84a8-c0f5122175aa service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1aae43ea4eb7472a9826cef802e8bebd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2504091 Aug 04 10:55:04.004982 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de753f9-7152-4ea4-b177-e2806801d6f7 req-19c208ca-bd9c-4157-a040-6f197bc612c8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:04.006395 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3de753f9-7152-4ea4-b177-e2806801d6f7 req-19c208ca-bd9c-4157-a040-6f197bc612c8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0857127 Aug 04 10:55:04.037058 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Made reservation on behalf of 715f55c289f54420b14bba8c6ee78c0e for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:55:04.045538 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:04.072180 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123fa44-3085-4211-bfd8-48d142b11279 req-d3e15d77-d81a-4362-9423-ce041189e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:04.073732 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3123fa44-3085-4211-bfd8-48d142b11279 req-d3e15d77-d81a-4362-9423-ce041189e0fb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1829360 Aug 04 10:55:04.092924 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3de753f9-7152-4ea4-b177-e2806801d6f7 req-a582c013-3a65-4525-b588-722926c9438a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799289 Aug 04 10:55:04.237955 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-0764ee09-4afb-41af-aa2c-47224387cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:04.241533 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-0764ee09-4afb-41af-aa2c-47224387cef8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1aae43ea4eb7472a9826cef802e8bebd&device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 1096 time: 0.0721898 Aug 04 10:55:04.282321 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b439b-e856-4f2f-9512-decbd4f0869f req-12badb41-3eb3-4984-a865-082b0c6e9557 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:04.283832 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ad7b439b-e856-4f2f-9512-decbd4f0869f req-12badb41-3eb3-4984-a865-082b0c6e9557 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1133788 Aug 04 10:55:04.307123 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cee72279-dfc9-4b8e-b10e-7d3f15ec7705 req-a867376c-86ac-4705-8ebb-5f68336cadcd tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0512509 Aug 04 10:55:04.308266 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Allocated IP 172.20.0.10 (d743e00a-448b-424a-ab31-9baeb2618512/474e96e1-b3f6-4fec-b2c9-8a702e50753b/7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:55:04.341510 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-4b767a9c-8e3f-4308-8972-9d8b37361d2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c6a958-1120-40ae-a0cb-2bca1e738812 HTTP/1.1" status: 200 len: 217 time: 0.0410666 Aug 04 10:55:04.405102 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-f7c51786-9b81-424a-83e2-36dde34ffb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:04.406808 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-f7c51786-9b81-424a-83e2-36dde34ffb1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f71d763e-e6a0-4e17-a40b-413cd76ddf80 HTTP/1.1" status: 200 len: 849 time: 0.0571373 Aug 04 10:55:04.448953 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-8ba159be-25ca-4eb9-8443-7cbe6d670b02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07a06c66-b9a9-46d2-abae-63792be00885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326388 Aug 04 10:55:04.615625 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-da3f67a4-cd7d-4347-8d4c-27961d318484 service neutron] 10.222.0.60 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496985 Aug 04 10:55:04.633331 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ad7b439b-e856-4f2f-9512-decbd4f0869f req-8ff663e8-bba7-4bd1-b511-be9fdc06b64a tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283768 Aug 04 10:55:04.757626 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-bb335c72-abd7-48d0-af90-045fdeb87a55 req-c8064e47-208b-4266-8e67-bec8e0debff4 service neutron] 10.222.0.60 "GET /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177781 Aug 04 10:55:04.822295 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:04.842046 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Transition to ACTIVE for port object 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:55:04.855109 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61b296-15b4-4df5-8998-42d5be2cf50e req-34ae1a1f-bf25-4302-956f-7107567ab601 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:04.856662 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df61b296-15b4-4df5-8998-42d5be2cf50e req-34ae1a1f-bf25-4302-956f-7107567ab601 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0823846 Aug 04 10:55:04.944835 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df61b296-15b4-4df5-8998-42d5be2cf50e req-25c77f1f-4dfa-4db8-9100-b7b159ff51bd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807438 Aug 04 10:55:04.947250 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:04.967496 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4032e75-62eb-44a5-940c-4dee9e9e3e95 req-484f22e3-2cc8-4e29-9cdf-9c80de249332 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:04.969583 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b4032e75-62eb-44a5-940c-4dee9e9e3e95 req-484f22e3-2cc8-4e29-9cdf-9c80de249332 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 943 time: 0.0970359 Aug 04 10:55:05.024885 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Network d743e00a-448b-424a-ab31-9baeb2618512 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:55:05.030148 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:55:05.034535 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'Port': ['ID=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:05.038070 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:55:05.073471 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b4032e75-62eb-44a5-940c-4dee9e9e3e95 req-8ee86912-5b7d-4778-9f09-cd0b8232b18f tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850072 Aug 04 10:55:05.101083 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:05.101715 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:05.118603 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-240b4e17-050e-4204-abf6-35e4c4d857b7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3031936 Aug 04 10:55:05.172719 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Request body: {'port': {'device_id': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:55:05.227996 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:05.246988 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-4618d958-2549-4642-97aa-2a4bcd3c0e2d None None] Provisioning for port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:55:05.251299 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-4618d958-2549-4642-97aa-2a4bcd3c0e2d None None] Provisioning complete for port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:55:05.251840 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4618d958-2549-4642-97aa-2a4bcd3c0e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:05.289585 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-4618d958-2549-4642-97aa-2a4bcd3c0e2d None None] Port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:55:05.483061 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688bd73-b286-4471-ae40-65c6e5a895b6 req-9c0c4e17-5ab2-4e91-8d84-c09b2edfe0ee tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:05.484551 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c688bd73-b286-4471-ae40-65c6e5a895b6 req-9c0c4e17-5ab2-4e91-8d84-c09b2edfe0ee tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 932 time: 0.0823646 Aug 04 10:55:05.559508 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c688bd73-b286-4471-ae40-65c6e5a895b6 req-9e8a8a4a-b849-40de-8226-c0dc0fbf1b6f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684762 Aug 04 10:55:05.590484 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:55:05.596785 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:05.614822 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Transition to ACTIVE for port object 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:55:05.622113 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:05.672046 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Pushing event updated for resources: {'Port': ['ID=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:05.811999 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Attempting to bind port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:55:05.812336 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Attempting to bind port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:55:05.812681 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Attempting to bind port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb on network d743e00a-448b-424a-ab31-9baeb2618512 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:55:05.826230 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928dc5d-169c-4a85-89ef-34ef860b2d04 req-56dab747-4594-47d8-8c0d-e7a12c1736f5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:05.827818 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3928dc5d-169c-4a85-89ef-34ef860b2d04 req-56dab747-4594-47d8-8c0d-e7a12c1736f5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1077054 Aug 04 10:55:05.830803 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb on network d743e00a-448b-424a-ab31-9baeb2618512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:55:05.831129 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Attempting to bind port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb on network d743e00a-448b-424a-ab31-9baeb2618512 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:55:05.841215 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:55:05.841509 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Checking segment: {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:55:05.841938 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Bound using segment: {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:55:05.842454 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Bound port: 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0855a02-86d8-46b4-8776-1e60874d8afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:55:05.842832 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:05.859622 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04288e9a-36c3-46c6-9b9c-35831d749007 req-733ecfcc-03f1-4327-9a33-b93f9bcb3fbc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:05.866021 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04288e9a-36c3-46c6-9b9c-35831d749007 req-733ecfcc-03f1-4327-9a33-b93f9bcb3fbc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1294575 Aug 04 10:55:05.956446 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3928dc5d-169c-4a85-89ef-34ef860b2d04 req-44c82b77-16a0-488f-8f89-d404c2b506ad tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183860 Aug 04 10:55:05.965023 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04288e9a-36c3-46c6-9b9c-35831d749007 req-51dc05b2-f16a-4ddc-a4ec-94f5e0b0fed5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847545 Aug 04 10:55:06.004352 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:55:06.010725 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:55:06.023262 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:06.103373 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:06.104008 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:06.105457 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb HTTP/1.1" status: 200 len: 1094 time: 0.9373567 Aug 04 10:55:06.106862 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:06.109214 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebf8008-8cb6-4b3a-9620-8883356559f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:06.141652 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fed4b3-372d-4cea-a7ce-d49bf1ce7d76 service neutron] Pushing event updated for resources: {'Port': ['ID=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:06.158872 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2957fe-6691-4e75-a925-d7f1314f50ad req-a7a92e0f-981e-4d1a-9e1c-fd5052c11d90 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:06.160473 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b2957fe-6691-4e75-a925-d7f1314f50ad req-a7a92e0f-981e-4d1a-9e1c-fd5052c11d90 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0934746 Aug 04 10:55:06.228940 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b2957fe-6691-4e75-a925-d7f1314f50ad req-ef1361a0-3328-4482-bc52-2071443c7a5d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616541 Aug 04 10:55:06.247051 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-76eda8b0-9e4a-41de-a891-56675b4f2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:06.248998 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-76eda8b0-9e4a-41de-a891-56675b4f2be7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=715f55c289f54420b14bba8c6ee78c0e&device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1097 time: 0.0489299 Aug 04 10:55:06.323161 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-9e2630c3-f236-48d7-b89d-bac3241d0677 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb HTTP/1.1" status: 200 len: 217 time: 0.0443873 Aug 04 10:55:06.416537 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a757a-72d6-47f4-991c-af574e1525d5 req-be873421-9b0c-4aa2-9482-e6790a524280 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:06.418149 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-759a757a-72d6-47f4-991c-af574e1525d5 req-be873421-9b0c-4aa2-9482-e6790a524280 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 943 time: 0.1045756 Aug 04 10:55:06.420154 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-073798ca-07f8-40ac-9d28-f171315deced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:06.421569 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-073798ca-07f8-40ac-9d28-f171315deced service neutron] 10.222.0.60 "GET /v2.0/subnets?id=474e96e1-b3f6-4fec-b2c9-8a702e50753b HTTP/1.1" status: 200 len: 848 time: 0.0726640 Aug 04 10:55:06.422988 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51869c6d-a695-43fe-861c-ff72874664f5 x-openstack-request-id: req-51869c6d-a695-43fe-861c-ff72874664f5 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:06.423276 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:06.423526 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51869c6d-a695-43fe-861c-ff72874664f5 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:06.423910 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'status': 'completed', 'code': 200} Aug 04 10:55:06.464791 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-759a757a-72d6-47f4-991c-af574e1525d5 req-56efaefb-745e-4bc1-afe3-4df64ff18c21 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Aug 04 10:55:06.523316 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-9fda75b3-14bd-4e8a-a491-acff8e5ab13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:06.524864 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-9fda75b3-14bd-4e8a-a491-acff8e5ab13d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d743e00a-448b-424a-ab31-9baeb2618512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473197 Aug 04 10:55:06.637227 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-9493294e-3f8b-4c00-ace9-3b616bc6e729 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999768 Aug 04 10:55:06.742821 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282d10a-4674-40e8-8498-25ab43760164 req-e3dc6016-402c-4140-80ff-1b24a6d0a533 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:06.744283 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5282d10a-4674-40e8-8498-25ab43760164 req-e3dc6016-402c-4140-80ff-1b24a6d0a533 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.1017790 Aug 04 10:55:06.803156 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-088c660f-a4db-4bc0-b99d-6bdeeb16708b req-1f9255f9-14ba-4da7-aad6-1a1758032e51 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481984 Aug 04 10:55:06.810767 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5282d10a-4674-40e8-8498-25ab43760164 req-1958c6b0-a1ca-4771-b928-1a67ed50edbf tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575039 Aug 04 10:55:06.985116 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-4c784d55-d509-4755-9cce-d12411ef5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:06.986848 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-4c784d55-d509-4755-9cce-d12411ef5b4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=715f55c289f54420b14bba8c6ee78c0e&device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1097 time: 0.0451961 Aug 04 10:55:07.123528 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a40b17-98de-4dc6-8fb2-c157534d3627 req-b4308484-5bc5-4048-9531-0cb0e902bb2e tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:07.125045 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f4a40b17-98de-4dc6-8fb2-c157534d3627 req-b4308484-5bc5-4048-9531-0cb0e902bb2e tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0747249 Aug 04 10:55:07.142042 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-b191234f-3623-4ce0-8394-8097972d0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:07.143477 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-b191234f-3623-4ce0-8394-8097972d0d96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d743e00a-448b-424a-ab31-9baeb2618512 HTTP/1.1" status: 200 len: 910 time: 0.1368463 Aug 04 10:55:07.196788 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-cbff37c0-e37c-49cd-b7a0-cba560087263 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb HTTP/1.1" status: 200 len: 217 time: 0.0392966 Aug 04 10:55:07.201923 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f4a40b17-98de-4dc6-8fb2-c157534d3627 req-9ac9b3ff-1b53-41a2-9f97-e5f1788a7baf tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709882 Aug 04 10:55:07.258007 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-c58c626d-e4d3-4d9a-b2d5-6fd63848f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:07.259372 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-c58c626d-e4d3-4d9a-b2d5-6fd63848f066 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=474e96e1-b3f6-4fec-b2c9-8a702e50753b HTTP/1.1" status: 200 len: 848 time: 0.0519226 Aug 04 10:55:07.347729 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-385cceaa-223c-49cd-bf46-aad166fdbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:07.349256 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-385cceaa-223c-49cd-bf46-aad166fdbde2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d743e00a-448b-424a-ab31-9baeb2618512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640435 Aug 04 10:55:07.368631 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f47f3-8e5d-4536-95e8-c06475c97b1c req-6d5d5222-0787-4d92-97bf-ecd3c1b1e065 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:07.370123 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd5f47f3-8e5d-4536-95e8-c06475c97b1c req-6d5d5222-0787-4d92-97bf-ecd3c1b1e065 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0570896 Aug 04 10:55:07.458297 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd5f47f3-8e5d-4536-95e8-c06475c97b1c req-02812191-77d9-41a0-a4ec-89dd42b340da tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793080 Aug 04 10:55:07.502445 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-9b532eb8-7988-46da-a517-a56faab2ab83 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311364 Aug 04 10:55:07.643350 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bdd34-b602-42dc-bae1-3ab34e61c450 req-96428531-f077-4b20-a809-3223022d30b7 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:07.644861 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-943bdd34-b602-42dc-bae1-3ab34e61c450 req-96428531-f077-4b20-a809-3223022d30b7 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 943 time: 0.0811620 Aug 04 10:55:07.648599 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cebf8008-8cb6-4b3a-9620-8883356559f8 req-2c5d116c-e2d5-46e0-9ce6-d614bfea5d8d service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284647 Aug 04 10:55:07.684055 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-943bdd34-b602-42dc-bae1-3ab34e61c450 req-58e90971-e144-41fd-8096-843472efdcc4 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Aug 04 10:55:07.929316 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cf84c-55d5-43a6-ae50-e296c80a3868 req-9dd8dd9e-9aec-4293-8953-248a061ee062 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:07.930929 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d8cf84c-55d5-43a6-ae50-e296c80a3868 req-9dd8dd9e-9aec-4293-8953-248a061ee062 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0512044 Aug 04 10:55:07.974259 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d8cf84c-55d5-43a6-ae50-e296c80a3868 req-f5812011-0a0b-44d4-9985-f455a70e8cae tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360107 Aug 04 10:55:08.055597 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eb77c-50a6-42a9-a59f-d69dc856b912 req-ad299251-6dfc-4114-9374-ff00a8061fb0 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:08.057012 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b77eb77c-50a6-42a9-a59f-d69dc856b912 req-ad299251-6dfc-4114-9374-ff00a8061fb0 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 945 time: 0.0474117 Aug 04 10:55:08.096526 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b77eb77c-50a6-42a9-a59f-d69dc856b912 req-5d9d4fe1-fa39-427d-97c7-1b279772fad5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Aug 04 10:55:08.332350 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c614e9-3577-459e-acf2-6e52eb642b3a req-c6c8ddcf-1ce4-485e-a20c-c030b68b3a54 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:08.333888 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17c614e9-3577-459e-acf2-6e52eb642b3a req-c6c8ddcf-1ce4-485e-a20c-c030b68b3a54 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0610263 Aug 04 10:55:08.371814 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17c614e9-3577-459e-acf2-6e52eb642b3a req-a8c646cc-7389-46d7-9ce6-1090cb4b36dd tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319808 Aug 04 10:55:08.581549 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56befa05-e1ee-4fc8-ba1a-49ad0505c4bf req-72f20662-be32-419d-ad16-f8e830f58ac4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:08.583132 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-56befa05-e1ee-4fc8-ba1a-49ad0505c4bf req-72f20662-be32-419d-ad16-f8e830f58ac4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0508621 Aug 04 10:55:08.622346 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-56befa05-e1ee-4fc8-ba1a-49ad0505c4bf req-c6ebd116-622c-4eb1-8f5f-2004ab43c912 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330176 Aug 04 10:55:08.805304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a39e5-8699-48a9-b7a9-69cb4a2f8960 req-b3edfed8-8f78-47ef-a343-8bab1fdf1638 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:08.806835 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a57a39e5-8699-48a9-b7a9-69cb4a2f8960 req-b3edfed8-8f78-47ef-a343-8bab1fdf1638 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 943 time: 0.0493531 Aug 04 10:55:08.844419 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a57a39e5-8699-48a9-b7a9-69cb4a2f8960 req-12d56476-f96d-44b5-8826-30b23fd144af tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Aug 04 10:55:09.091254 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2c52-8af7-45f9-8187-e381fa196ce1 req-61ce2f1f-13c7-48fc-a49c-a88d140eb594 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:09.092774 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-43ac2c52-8af7-45f9-8187-e381fa196ce1 req-61ce2f1f-13c7-48fc-a49c-a88d140eb594 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0521150 Aug 04 10:55:09.131005 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-43ac2c52-8af7-45f9-8187-e381fa196ce1 req-efdcab16-dc37-42b3-a317-a3a5fcfe2360 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Aug 04 10:55:09.214267 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e6853-f4fc-40c9-9a2d-541b80e75e56 req-1f762e56-286f-4247-aad0-51bac261bfb1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:09.215767 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c40e6853-f4fc-40c9-9a2d-541b80e75e56 req-1f762e56-286f-4247-aad0-51bac261bfb1 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 945 time: 0.0513136 Aug 04 10:55:09.250628 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device d0c6a958-1120-40ae-a0cb-2bca1e738812 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:55:09.256963 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c40e6853-f4fc-40c9-9a2d-541b80e75e56 req-ca00ad22-6ebb-43f4-9059-70c61b9bad38 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351150 Aug 04 10:55:09.348696 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port d0c6a958-1120-40ae-a0cb-2bca1e738812, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d0c6a958-1120-40ae-a0cb-2bca1e738812,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:09.360030 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'd0c6a958-1120-40ae-a0cb-2bca1e738812', 'network_id': '07a06c66-b9a9-46d2-abae-63792be00885', 'port_id': 'd0c6a958-1120-40ae-a0cb-2bca1e738812', 'mac_address': 'fa:16:3e:20:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71d763e-e6a0-4e17-a40b-413cd76ddf80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:55:09.397016 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:09.410437 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c6a958-1120-40ae-a0cb-2bca1e738812 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:55:09.431174 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port d0c6a958-1120-40ae-a0cb-2bca1e738812, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d0c6a958-1120-40ae-a0cb-2bca1e738812,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:09.435069 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:09.435736 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:55:09.490302 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f33be-ca28-4a32-97c5-d8ba9d20d3f0 req-e9e87902-4658-4c69-92f8-4e80a704f714 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:09.491815 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4d8f33be-ca28-4a32-97c5-d8ba9d20d3f0 req-e9e87902-4658-4c69-92f8-4e80a704f714 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Aug 04 10:55:09.535221 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4d8f33be-ca28-4a32-97c5-d8ba9d20d3f0 req-f71c3b12-ef79-47a6-a49d-de3b50517ccb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350893 Aug 04 10:55:09.538422 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=d0c6a958-1120-40ae-a0cb-2bca1e738812,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:09.581242 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:09.594029 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'port_id': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'mac_address': 'fa:16:3e:86:6d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:55:09.630747 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:09.648412 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c0872ab-ea9c-4294-875e-55a8edb3614b {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:55:09.669455 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:09.675428 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:09.724886 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=6']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:09.752314 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddaf3f-f800-4233-b41f-bd3a01d5abf0 req-ae1379a4-e938-4930-90a3-27de7203fd0d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:09.753727 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9fddaf3f-f800-4233-b41f-bd3a01d5abf0 req-ae1379a4-e938-4930-90a3-27de7203fd0d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 945 time: 0.0545132 Aug 04 10:55:09.793076 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9fddaf3f-f800-4233-b41f-bd3a01d5abf0 req-75caba52-aae2-4d86-a708-363112d7bee0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322905 Aug 04 10:55:09.959012 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884d09-c90d-479f-8762-0145773484c7 req-21b4afd3-6050-48a5-9d3a-73c2cc8a9667 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:09.960844 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98884d09-c90d-479f-8762-0145773484c7 req-21b4afd3-6050-48a5-9d3a-73c2cc8a9667 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 944 time: 0.0492647 Aug 04 10:55:10.003117 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98884d09-c90d-479f-8762-0145773484c7 req-41f24e0e-1009-464b-93ce-878d79873996 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364211 Aug 04 10:55:10.079142 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['6c0872ab-ea9c-4294-875e-55a8edb3614b'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:55:10.262038 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb00dfd-ed1c-4882-bdb3-5e2622de4328 req-c5a64444-3fee-453d-a262-1d69a9f8f338 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:10.263775 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cdb00dfd-ed1c-4882-bdb3-5e2622de4328 req-c5a64444-3fee-453d-a262-1d69a9f8f338 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0503409 Aug 04 10:55:10.314912 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cdb00dfd-ed1c-4882-bdb3-5e2622de4328 req-1a4af1f1-ff43-4549-96c4-babb1e808812 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Aug 04 10:55:10.395822 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f8c7-3c17-4f9e-99d5-1c971d84f715 req-a325c454-56a2-4fd4-ba92-7557344ac9bd tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:10.397509 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f6f8f8c7-3c17-4f9e-99d5-1c971d84f715 req-a325c454-56a2-4fd4-ba92-7557344ac9bd tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 945 time: 0.0628889 Aug 04 10:55:10.440574 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f6f8f8c7-3c17-4f9e-99d5-1c971d84f715 req-5ffd8af4-594e-4306-9206-89276d162b19 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351412 Aug 04 10:55:10.542642 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['d0c6a958-1120-40ae-a0cb-2bca1e738812'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:55:10.702445 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30968d-8321-4ece-b0aa-09922f3125cf req-1b779053-4e27-4970-933f-62a2e3503713 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:10.704177 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c30968d-8321-4ece-b0aa-09922f3125cf req-1b779053-4e27-4970-933f-62a2e3503713 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0888133 Aug 04 10:55:10.763477 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c30968d-8321-4ece-b0aa-09922f3125cf req-ec58f7e7-2d60-497d-a5f9-e8694d95fa94 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434761 Aug 04 10:55:10.932181 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118309e-ffab-485b-9cc7-5c82f191e564 req-e460052e-5058-456e-a828-17ab4e53ddf7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:10.934118 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7118309e-ffab-485b-9cc7-5c82f191e564 req-e460052e-5058-456e-a828-17ab4e53ddf7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 945 time: 0.0551603 Aug 04 10:55:10.979720 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7118309e-ffab-485b-9cc7-5c82f191e564 req-e5036645-9aaa-4f94-889e-349faa10e25f tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374725 Aug 04 10:55:11.128620 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c4eae-2f09-4b58-95aa-37ae1df6a53a req-3021f921-e590-4194-a0b6-8558b7b6843b tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:11.133645 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9a1c4eae-2f09-4b58-95aa-37ae1df6a53a req-3021f921-e590-4194-a0b6-8558b7b6843b tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 944 time: 0.0572460 Aug 04 10:55:11.173334 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9a1c4eae-2f09-4b58-95aa-37ae1df6a53a req-fd574e40-4159-4b7f-b582-6deb9d995357 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357516 Aug 04 10:55:11.270281 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:55:11.329001 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 6c0872ab-ea9c-4294-875e-55a8edb3614b triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:55:11.329534 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:11.331269 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-cdb9b5ee-4366-4095-abf7-afff1eec367b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:11.334421 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-cdb9b5ee-4366-4095-abf7-afff1eec367b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 945 time: 0.0609891 Aug 04 10:55:11.434650 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:11.464205 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:11.466731 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908bc7ad-bce9-47e2-9d3a-005a98dcb0a0" -d '{"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-plugged", "status": "completed", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:11.487239 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:11.494071 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:11.563368 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=7']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:11.591546 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21928202-82d7-4e0e-872d-3c960c2a1868 req-cbd2198e-0b9b-4141-a407-f03271f9cb1c tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:11.597275 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21928202-82d7-4e0e-872d-3c960c2a1868 req-cbd2198e-0b9b-4141-a407-f03271f9cb1c tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.1816368 Aug 04 10:55:11.640160 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Deleting port 55a2f769-d185-40c0-b385-4e2f9c9a41e3 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:55:11.640824 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:12.018293 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1fb5f-4347-4f10-847e-dba561f87584 req-89d1ba69-9355-4c71-9020-a8ee481c73b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:12.019821 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a9c1fb5f-4347-4f10-847e-dba561f87584 req-89d1ba69-9355-4c71-9020-a8ee481c73b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 945 time: 0.4575560 Aug 04 10:55:12.036728 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21928202-82d7-4e0e-872d-3c960c2a1868 req-f1b85619-0885-4074-a866-fe141a1f4fab tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334824 Aug 04 10:55:12.127194 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3278e9e0-5b86-4567-b5d4-a6bc0ffe9dd5 x-openstack-request-id: req-3278e9e0-5b86-4567-b5d4-a6bc0ffe9dd5 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:12.127780 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-plugged", "status": "completed", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:12.128219 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3278e9e0-5b86-4567-b5d4-a6bc0ffe9dd5 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:12.128823 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'code': 200} Aug 04 10:55:12.142889 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a9c1fb5f-4347-4f10-847e-dba561f87584 req-91dbe60d-834a-4bb6-bc49-511b6acebc68 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047716 Aug 04 10:55:12.187359 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] For port 55a2f769-d185-40c0-b385-4e2f9c9a41e3, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=55a2f769-d185-40c0-b385-4e2f9c9a41e3,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:12.187359 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:12.206473 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Calling delete_port for 55a2f769-d185-40c0-b385-4e2f9c9a41e3 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:55:12.434861 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b959d-4e88-4c26-a10f-d95e19f0bfa7 req-2c031e74-774a-46b9-a6f0-96b3fdcec921 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:12.437093 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a57b959d-4e88-4c26-a10f-d95e19f0bfa7 req-2c031e74-774a-46b9-a6f0-96b3fdcec921 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1994486 Aug 04 10:55:12.455139 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f885a-18b2-42d8-9c53-15eec8e219cd req-44040411-ab9e-4e67-a740-88b9d9c60210 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:12.456692 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-257f885a-18b2-42d8-9c53-15eec8e219cd req-44040411-ab9e-4e67-a740-88b9d9c60210 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.2179651 Aug 04 10:55:12.575140 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a57b959d-4e88-4c26-a10f-d95e19f0bfa7 req-70ccc6d2-f713-40ec-a219-518b5e8cf015 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174083 Aug 04 10:55:12.595545 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-257f885a-18b2-42d8-9c53-15eec8e219cd req-d44f143e-187d-452b-9981-6edc0000cb21 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183641 Aug 04 10:55:12.633620 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:12.665992 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['a875b8b8-3469-4ec4-8737-eed47ebcc5f0', '9aa11a27-dab2-45e8-8bfe-06222131b8e9', '191b2510-ed01-48ae-87b0-86a51a6d1add', '55a2f769-d185-40c0-b385-4e2f9c9a41e3'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:55:12.686392 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Pushing event deleted for resources: {'Port': ['ID=55a2f769-d185-40c0-b385-4e2f9c9a41e3,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:12.822126 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] No DVR routers for this DVR port 55a2f769-d185-40c0-b385-4e2f9c9a41e3 on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:55:12.836769 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:12.839131 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a916a5f7-c6e0-43e7-9f58-776d7035891d req-96d5cd37-3a4e-44c9-b351-3169f2fffb03 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "DELETE /v2.0/ports/55a2f769-d185-40c0-b385-4e2f9c9a41e3 HTTP/1.1" status: 204 len: 173 time: 1.4819453 Aug 04 10:55:12.839729 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5399af-5e55-4226-af6d-69feba6087bc', 'name': 'network-vif-deleted', 'tag': '55a2f769-d185-40c0-b385-4e2f9c9a41e3'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:12.842651 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5a203d-834e-4705-8785-819eee5ae494" -d '{"events": [{"server_uuid": "4e5399af-5e55-4226-af6d-69feba6087bc", "name": "network-vif-deleted", "tag": "55a2f769-d185-40c0-b385-4e2f9c9a41e3"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:12.865881 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7f7d3-f02b-40da-9be1-aca4095e2344 req-3d40409e-bcf7-4a23-8095-0c0ecb7a65b2 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:12.867188 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-05b7f7d3-f02b-40da-9be1-aca4095e2344 req-3d40409e-bcf7-4a23-8095-0c0ecb7a65b2 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 944 time: 0.1267483 Aug 04 10:55:12.921153 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-05b7f7d3-f02b-40da-9be1-aca4095e2344 req-15c9564f-5f8c-4ba0-a8f8-47d735f341dc tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Aug 04 10:55:13.014475 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d19e1b-df27-4e86-9734-4cbc48713c01 req-d03dce61-8c4a-4a2b-88c8-72a8a726d73e tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:13.016065 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-08d19e1b-df27-4e86-9734-4cbc48713c01 req-d03dce61-8c4a-4a2b-88c8-72a8a726d73e tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0933816 Aug 04 10:55:13.024348 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67a7598-4b53-4bdc-b1ac-b20eb547adec x-openstack-request-id: req-d67a7598-4b53-4bdc-b1ac-b20eb547adec {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:13.024700 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5399af-5e55-4226-af6d-69feba6087bc", "name": "network-vif-deleted", "tag": "55a2f769-d185-40c0-b385-4e2f9c9a41e3", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:13.024936 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d67a7598-4b53-4bdc-b1ac-b20eb547adec {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:13.025341 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5399af-5e55-4226-af6d-69feba6087bc', 'name': 'network-vif-deleted', 'tag': '55a2f769-d185-40c0-b385-4e2f9c9a41e3', 'status': 'completed', 'code': 200} Aug 04 10:55:13.090962 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-08d19e1b-df27-4e86-9734-4cbc48713c01 req-d3455906-0412-496f-92d3-b20a4b67e6cd tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646565 Aug 04 10:55:13.229530 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a1067-e485-4c58-8b43-ab68a6c8c85a req-d2c8674e-761f-47cc-8f62-42691a188fad tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:13.231131 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5f5a1067-e485-4c58-8b43-ab68a6c8c85a req-d2c8674e-761f-47cc-8f62-42691a188fad tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.1030800 Aug 04 10:55:13.233295 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-6836b568-a59b-4325-a7a7-67a0d5b94166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:13.234676 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-6836b568-a59b-4325-a7a7-67a0d5b94166 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 1098 time: 0.0738883 Aug 04 10:55:13.331358 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device d0c6a958-1120-40ae-a0cb-2bca1e738812 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:55:13.341902 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bf7e479-fbe8-4ffa-9b1e-665acba34b9c req-bd267746-964f-44bd-a5a7-76323b3f56c4 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e5399af-5e55-4226-af6d-69feba6087bc HTTP/1.1" status: 200 len: 210 time: 0.0933900 Aug 04 10:55:13.364927 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5f5a1067-e485-4c58-8b43-ab68a6c8c85a req-63d567f5-2c30-417f-8187-d79286331298 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249146 Aug 04 10:55:13.412797 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port d0c6a958-1120-40ae-a0cb-2bca1e738812 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:55:13.417477 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port d0c6a958-1120-40ae-a0cb-2bca1e738812 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:55:13.417864 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:13.434068 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-6fb876dd-e2a8-4685-bd69-51abdda12917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:13.436101 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-6fb876dd-e2a8-4685-bd69-51abdda12917 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 911 time: 0.1798472 Aug 04 10:55:13.520075 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:13.523782 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-d9e1d645-ff03-4401-95b5-f769f0a40b0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105 HTTP/1.1" status: 200 len: 1001 time: 0.0691400 Aug 04 10:55:13.587280 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port d0c6a958-1120-40ae-a0cb-2bca1e738812, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d0c6a958-1120-40ae-a0cb-2bca1e738812,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:13.597741 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:13.599204 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 55a2f769-d185-40c0-b385-4e2f9c9a41e3 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:55:13.642349 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-27baeda3-a3e6-40e9-b85f-4ca7a9fde826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:13.655623 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-27baeda3-a3e6-40e9-b85f-4ca7a9fde826 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2de14b66-abf4-49ec-80b9-c8677d0af84c HTTP/1.1" status: 200 len: 849 time: 0.1211162 Aug 04 10:55:13.719825 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 55a2f769-d185-40c0-b385-4e2f9c9a41e3 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:55:13.720477 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 55a2f769-d185-40c0-b385-4e2f9c9a41e3 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:55:13.722397 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=d0c6a958-1120-40ae-a0cb-2bca1e738812,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:13.781703 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-9ea272a3-6657-4865-88b0-779ca32009c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:13.783192 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-9ea272a3-6657-4865-88b0-779ca32009c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78413f42-069e-49e9-826c-13b0e41c0372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514646 Aug 04 10:55:13.796934 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43ec2b-a870-41eb-bd84-cbb602f43678 req-743ca529-8b9c-4795-91d8-5ab0ab2bb299 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:13.805128 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0a43ec2b-a870-41eb-bd84-cbb602f43678 req-743ca529-8b9c-4795-91d8-5ab0ab2bb299 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.1045818 Aug 04 10:55:13.956598 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0a43ec2b-a870-41eb-bd84-cbb602f43678 req-413c3af9-eef0-4d9f-9a32-6390154d86b7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364825 Aug 04 10:55:14.028736 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-5a1c00a6-5f3e-4f95-bebd-0a2bd1cd6ef1 service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204919 Aug 04 10:55:14.130852 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd363898c-4690-481e-915d-98c8442886e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c6a958-1120-40ae-a0cb-2bca1e738812'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:14.133407 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc10cb86-6978-46cf-a392-a6137d7262ad" -d '{"events": [{"server_uuid": "d363898c-4690-481e-915d-98c8442886e2", "name": "network-vif-plugged", "status": "completed", "tag": "d0c6a958-1120-40ae-a0cb-2bca1e738812"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:14.160996 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3c3a5-1b5a-4c30-9297-62818ff68b22 req-af43a445-4a8c-49c3-9652-136f0a15a8d6 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:14.163186 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21e3c3a5-1b5a-4c30-9297-62818ff68b22 req-af43a445-4a8c-49c3-9652-136f0a15a8d6 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 945 time: 0.1275392 Aug 04 10:55:14.248171 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2defb9ac-82ca-485d-9eb5-0f5119e396d6 req-08c4bf68-b2b3-4e9e-aef2-674cabadd2a9 service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983471 Aug 04 10:55:14.259458 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21e3c3a5-1b5a-4c30-9297-62818ff68b22 req-c3236ff4-50c2-4c49-9eb5-b0ff3b3e90ce tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822463 Aug 04 10:55:14.283497 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec86a33-b339-4c6d-a4ae-48163a65ccc0 req-d35213b2-fc94-4de4-a713-6473be8587cb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:14.291520 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7ec86a33-b339-4c6d-a4ae-48163a65ccc0 req-d35213b2-fc94-4de4-a713-6473be8587cb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1095045 Aug 04 10:55:14.321482 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017c63ba-e4e5-4f2d-a97d-eb34ef67e5d7 x-openstack-request-id: req-017c63ba-e4e5-4f2d-a97d-eb34ef67e5d7 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:14.321972 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d363898c-4690-481e-915d-98c8442886e2", "name": "network-vif-plugged", "status": "completed", "tag": "d0c6a958-1120-40ae-a0cb-2bca1e738812", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:14.322425 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-017c63ba-e4e5-4f2d-a97d-eb34ef67e5d7 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:14.322979 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd363898c-4690-481e-915d-98c8442886e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c6a958-1120-40ae-a0cb-2bca1e738812', 'code': 200} Aug 04 10:55:14.345237 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7ec86a33-b339-4c6d-a4ae-48163a65ccc0 req-3dea6963-1d57-4097-b10f-f12b8b956574 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527647 Aug 04 10:55:14.547530 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9ca3c-7004-48f4-bc13-f465d1572f9f req-ca50f4da-31fd-41de-9ad7-66a8e4984161 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:14.556126 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b8a9ca3c-7004-48f4-bc13-f465d1572f9f req-ca50f4da-31fd-41de-9ad7-66a8e4984161 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0918310 Aug 04 10:55:14.632434 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b8a9ca3c-7004-48f4-bc13-f465d1572f9f req-ea6b6737-3c1d-47bf-9138-d3e79a00c5a3 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746891 Aug 04 10:55:14.721069 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651841b4-7e02-4284-b119-3d4bbb79f4c7 req-4bff031b-52d3-4d48-950d-84baa33311e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:14.722650 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-651841b4-7e02-4284-b119-3d4bbb79f4c7 req-4bff031b-52d3-4d48-950d-84baa33311e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 1098 time: 0.0559409 Aug 04 10:55:14.765985 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-651841b4-7e02-4284-b119-3d4bbb79f4c7 req-f2c02594-602c-41df-bdd0-827e0b7a6a3f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Aug 04 10:55:15.098915 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99324eec-ab40-499d-9398-7bd8ce7d99e5 req-fc98e4fc-d394-4faf-b4da-aff0dc6b5b58 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:15.101262 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99324eec-ab40-499d-9398-7bd8ce7d99e5 req-fc98e4fc-d394-4faf-b4da-aff0dc6b5b58 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0574546 Aug 04 10:55:15.145032 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-99324eec-ab40-499d-9398-7bd8ce7d99e5 req-8075268b-e205-4566-b5d6-7c013c470e53 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384400 Aug 04 10:55:15.297609 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:55:15.416281 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:15.437166 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1d49-6317-4312-b342-23065ba52b0b req-89fe2476-7381-4f87-868e-0fab344001ff tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:15.438803 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-86de1d49-6317-4312-b342-23065ba52b0b req-89fe2476-7381-4f87-868e-0fab344001ff tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 945 time: 0.1020963 Aug 04 10:55:15.440128 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'port_id': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'mac_address': 'fa:16:3e:da:3a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:55:15.493910 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:15.506432 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-86de1d49-6317-4312-b342-23065ba52b0b req-4b84b0b6-c983-491a-8d3a-400db7a31a56 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575416 Aug 04 10:55:15.510180 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:55:15.546737 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:15.560166 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:15.634944 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:15.743627 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334737a7-93f6-494c-9afd-462e9bf5517d req-8ae856b9-a649-43be-b9da-dab647ecb8f8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:15.745156 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-334737a7-93f6-494c-9afd-462e9bf5517d req-8ae856b9-a649-43be-b9da-dab647ecb8f8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.2108011 Aug 04 10:55:15.771700 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6a087-6566-43c8-ba8c-83e2201449f9 req-4ab7f8c0-34db-43b1-a9b4-774fb0395977 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:15.773870 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ba6a087-6566-43c8-ba8c-83e2201449f9 req-4ab7f8c0-34db-43b1-a9b4-774fb0395977 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1555710 Aug 04 10:55:15.777100 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-8f77ad8b-8cd6-4bb4-9a41-33d66ffdc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:15.778491 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-8f77ad8b-8cd6-4bb4-9a41-33d66ffdc664 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1098 time: 0.1481459 Aug 04 10:55:15.871961 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-334737a7-93f6-494c-9afd-462e9bf5517d req-d6e24167-70d8-43c3-a03c-119060c3c493 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173878 Aug 04 10:55:15.907009 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ba6a087-6566-43c8-ba8c-83e2201449f9 req-d9cbdbe4-fba3-48d0-bd58-6de06fb8838c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215925 Aug 04 10:55:15.965822 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-4727e7bb-7331-4e30-9089-381e4a81da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:15.967839 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-4727e7bb-7331-4e30-9089-381e4a81da9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 919 time: 0.1719122 Aug 04 10:55:16.053784 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-10b48558-6a13-4e42-aed2-3cb35ec723af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1 HTTP/1.1" status: 200 len: 217 time: 0.0670979 Aug 04 10:55:16.114099 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a7e2f-2a51-4162-929b-6ab380a0fd83 req-05e9696c-aa15-4427-8e85-bd446eb6dd74 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:16.115289 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f57a7e2f-2a51-4162-929b-6ab380a0fd83 req-05e9696c-aa15-4427-8e85-bd446eb6dd74 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 945 time: 0.1426730 Aug 04 10:55:16.161647 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-cc8876c0-a4c9-46d7-a802-e856510e1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:16.163150 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-cc8876c0-a4c9-46d7-a802-e856510e1510 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.0923436 Aug 04 10:55:16.190620 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:55:16.212369 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f57a7e2f-2a51-4162-929b-6ab380a0fd83 req-195fa983-0101-4bd9-a4bd-9fc43004d642 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776808 Aug 04 10:55:16.278369 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65bbbf-2904-4eed-a589-8268b8b91df6 req-3d3e2fec-63d4-4e86-bb77-392376b84f3b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:16.298267 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0e65bbbf-2904-4eed-a589-8268b8b91df6 req-3d3e2fec-63d4-4e86-bb77-392376b84f3b tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 946 time: 0.1669259 Aug 04 10:55:16.305195 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-43049896-aaec-4a15-b9b7-42e36ffd78ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918143 Aug 04 10:55:16.432062 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0e65bbbf-2904-4eed-a589-8268b8b91df6 req-d4797ae2-deef-45af-96f8-c043b14ec9ff tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312568 Aug 04 10:55:16.475941 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b0c4-0a2d-461d-84b3-c8343d9b366d req-9aaaa94d-7561-493e-9c56-cf4f071e83a1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:16.480477 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f149b0c4-0a2d-461d-84b3-c8343d9b366d req-9aaaa94d-7561-493e-9c56-cf4f071e83a1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.1727891 Aug 04 10:55:16.558088 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-3fc7dcee-cedb-4a8e-b847-ef1a035f3603 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352195 Aug 04 10:55:16.574456 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f149b0c4-0a2d-461d-84b3-c8343d9b366d req-11b619a3-4cf5-4392-af0b-a53053f70d9e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837846 Aug 04 10:55:16.723581 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6931522-ea97-48db-9606-dff1d0034ea6 req-f8f73569-2b8d-479d-ade4-b92f0b4a51b6 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:16.725661 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d6931522-ea97-48db-9606-dff1d0034ea6 req-f8f73569-2b8d-479d-ade4-b92f0b4a51b6 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 945 time: 0.0816565 Aug 04 10:55:16.761835 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ceb9be86-e927-4468-9d83-139c80d96fc3 req-8c25a2e3-501a-40eb-acc9-94fcee1eb7d8 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763258 Aug 04 10:55:16.787064 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d6931522-ea97-48db-9606-dff1d0034ea6 req-0ef4a77a-3d09-4524-b6c0-d576ad76df48 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525734 Aug 04 10:55:17.063147 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93553224-f45d-4daf-ac25-c0f39c4e563a req-cd85e38b-fc89-4cb6-b34f-f5a77ff11dd3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:17.071314 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-93553224-f45d-4daf-ac25-c0f39c4e563a req-cd85e38b-fc89-4cb6-b34f-f5a77ff11dd3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0967946 Aug 04 10:55:17.086962 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14bce-4e92-4835-97c3-d990b298009d req-2bc00955-e963-437f-ac60-940e34002c4f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:17.088413 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-55f14bce-4e92-4835-97c3-d990b298009d req-2bc00955-e963-437f-ac60-940e34002c4f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0877261 Aug 04 10:55:17.205937 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-55f14bce-4e92-4835-97c3-d990b298009d req-ae59e9f1-8296-41dd-85d1-52fc1c7aff63 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088119 Aug 04 10:55:17.233854 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-93553224-f45d-4daf-ac25-c0f39c4e563a req-c9022295-8577-4c37-952e-d6802a5db88c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611180 Aug 04 10:55:17.366554 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2e8d7-0abb-4249-8baa-4d80a414af00 req-696496b6-13c1-4c4e-b841-a57d879c865e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:17.368097 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-84f2e8d7-0abb-4249-8baa-4d80a414af00 req-696496b6-13c1-4c4e-b841-a57d879c865e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 945 time: 0.0687308 Aug 04 10:55:17.410462 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-84f2e8d7-0abb-4249-8baa-4d80a414af00 req-3b7c94ea-ee8a-4fb4-9d86-0d5f4db6cadc tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362892 Aug 04 10:55:17.560819 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a1502-bbc6-44c3-beb0-dab0278b5be3 req-2be0ecc3-ac2f-488b-9c93-781b96c00188 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:17.562647 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-075a1502-bbc6-44c3-beb0-dab0278b5be3 req-2be0ecc3-ac2f-488b-9c93-781b96c00188 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 946 time: 0.0501347 Aug 04 10:55:17.614634 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-075a1502-bbc6-44c3-beb0-dab0278b5be3 req-606d9974-331e-477f-bfab-aa600316cfde tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458858 Aug 04 10:55:17.718189 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c537f-b9da-41e3-97d3-8222e05edf43 req-ff17543f-66ff-4514-82d5-9664ad8d8820 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:17.720116 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-581c537f-b9da-41e3-97d3-8222e05edf43 req-ff17543f-66ff-4514-82d5-9664ad8d8820 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0568836 Aug 04 10:55:17.768509 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-581c537f-b9da-41e3-97d3-8222e05edf43 req-b494ddf0-8111-4d9d-99d8-fe71bd85aebd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370843 Aug 04 10:55:17.912041 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf09239-7a5b-4634-a852-0f121e1ef564 req-467fc3cb-8983-496f-a197-40b626d0652c tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:17.914208 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-baf09239-7a5b-4634-a852-0f121e1ef564 req-467fc3cb-8983-496f-a197-40b626d0652c tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 945 time: 0.0503657 Aug 04 10:55:17.961107 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-baf09239-7a5b-4634-a852-0f121e1ef564 req-2384aae6-f80e-4b06-a1bf-37fcb307169d tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372281 Aug 04 10:55:18.350158 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44071f-db60-4772-9991-7d7fd06503a8 req-903080ff-38e5-40e8-b37b-a976c3966950 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:18.351805 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f44071f-db60-4772-9991-7d7fd06503a8 req-903080ff-38e5-40e8-b37b-a976c3966950 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0706332 Aug 04 10:55:18.393051 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f44071f-db60-4772-9991-7d7fd06503a8 req-683439ff-a449-4e49-ae16-e10271e875af tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347521 Aug 04 10:55:18.542888 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba697172-d629-41d0-a7fb-f82d179a3db5 req-b13ad49a-78cc-4f17-b617-6e9b84aeea0f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:18.544805 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ba697172-d629-41d0-a7fb-f82d179a3db5 req-b13ad49a-78cc-4f17-b617-6e9b84aeea0f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 945 time: 0.0571265 Aug 04 10:55:18.594931 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ba697172-d629-41d0-a7fb-f82d179a3db5 req-469a838a-c055-458d-aebf-4cf1e45a8424 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Aug 04 10:55:18.757121 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4716c-d939-4445-9849-3da4f8c0e49a req-342e27d3-546d-43ca-96d8-6e09ac0433ca tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:18.758752 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ebb4716c-d939-4445-9849-3da4f8c0e49a req-342e27d3-546d-43ca-96d8-6e09ac0433ca tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 946 time: 0.0571837 Aug 04 10:55:18.824461 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ebb4716c-d939-4445-9849-3da4f8c0e49a req-8d0cd6e7-8b37-4408-8008-f17b441bf2ba tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594122 Aug 04 10:55:18.933087 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfce5b7-a3ed-449e-afbb-58faaba1e044 req-1cffd8f9-5096-47d5-ae15-d0193898750c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:18.934683 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ebfce5b7-a3ed-449e-afbb-58faaba1e044 req-1cffd8f9-5096-47d5-ae15-d0193898750c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0731189 Aug 04 10:55:18.981666 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ebfce5b7-a3ed-449e-afbb-58faaba1e044 req-7af9b701-0f1d-43aa-ac9b-00cb65283291 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Aug 04 10:55:19.188226 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe21fe1-e17f-48ce-913b-02426b0f95b7 req-4c940c60-2940-44ab-9964-824143b80c27 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:19.196575 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-efe21fe1-e17f-48ce-913b-02426b0f95b7 req-4c940c60-2940-44ab-9964-824143b80c27 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 945 time: 0.0619729 Aug 04 10:55:19.239886 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-efe21fe1-e17f-48ce-913b-02426b0f95b7 req-d569540f-c95f-4475-8dea-4551ff4241cb tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424716 Aug 04 10:55:19.337063 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:55:19.346713 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-2dd12b71-0347-4142-99cf-c253410866d9 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:19.348775 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-2dd12b71-0347-4142-99cf-c253410866d9 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 946 time: 0.0536828 Aug 04 10:55:19.426701 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:55:19.435819 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:55:19.436208 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:19.504262 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Deleting port 191b2510-ed01-48ae-87b0-86a51a6d1add {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:55:19.504675 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:19.559855 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:19.582230 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12ebb3-750f-4f6c-a040-ab599d08d663 req-56c86272-baa1-48e8-94a6-13fd8dc2f628 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:19.588997 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:19.591538 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2f12ebb3-750f-4f6c-a040-ab599d08d663 req-56c86272-baa1-48e8-94a6-13fd8dc2f628 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1184115 Aug 04 10:55:19.591727 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94238b3d-5cf4-4581-9afd-7d9cc5c38995" -d '{"events": [{"server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "name": "network-vif-plugged", "status": "completed", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:19.627351 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:19.634515 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:19.673290 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2f12ebb3-750f-4f6c-a040-ab599d08d663 req-524479b6-c16b-4020-a81a-e2170593391f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815413 Aug 04 10:55:19.675291 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] For port 191b2510-ed01-48ae-87b0-86a51a6d1add, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=191b2510-ed01-48ae-87b0-86a51a6d1add,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:19.675660 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:19.699918 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba4160-24e7-4f9b-b1bf-ff3f25ee558f x-openstack-request-id: req-7fba4160-24e7-4f9b-b1bf-ff3f25ee558f {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:19.700230 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "name": "network-vif-plugged", "status": "completed", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:19.700511 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fba4160-24e7-4f9b-b1bf-ff3f25ee558f {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:19.701502 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'code': 200} Aug 04 10:55:19.719570 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Calling delete_port for 191b2510-ed01-48ae-87b0-86a51a6d1add owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:55:19.730415 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:19.824155 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4683b7-6711-4404-9568-bb4e805a3c5a req-8b6a2765-cbdc-4dc9-9027-c90e930581d4 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:19.825738 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6a4683b7-6711-4404-9568-bb4e805a3c5a req-8b6a2765-cbdc-4dc9-9027-c90e930581d4 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0916319 Aug 04 10:55:19.884688 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6a4683b7-6711-4404-9568-bb4e805a3c5a req-9578e9f2-1178-4e21-aea6-83480b944ed2 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503175 Aug 04 10:55:20.103132 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e53f0-f9c4-49ce-b123-1d3f97903509 req-6dd76fa1-3309-41c0-8dbc-f3a5ec73632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:20.105915 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f88e53f0-f9c4-49ce-b123-1d3f97903509 req-6dd76fa1-3309-41c0-8dbc-f3a5ec73632b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1099 time: 0.0602808 Aug 04 10:55:20.149957 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f88e53f0-f9c4-49ce-b123-1d3f97903509 req-b1254d60-e8f5-4b07-a07d-ded024b9bf34 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344257 Aug 04 10:55:20.299749 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:20.342981 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36ebd-2964-479d-8afc-95635cd46c02 req-0474dfd3-4175-4fc8-a711-7933787469df tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:20.344505 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bbf36ebd-2964-479d-8afc-95635cd46c02 req-0474dfd3-4175-4fc8-a711-7933787469df tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.1753395 Aug 04 10:55:20.353659 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['a875b8b8-3469-4ec4-8737-eed47ebcc5f0', '9aa11a27-dab2-45e8-8bfe-06222131b8e9', '191b2510-ed01-48ae-87b0-86a51a6d1add'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:55:20.355443 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7a454-de32-4f57-9476-e223d5981774 req-8c132838-e948-4658-acd1-1619aa665030 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:20.360773 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-42a7a454-de32-4f57-9476-e223d5981774 req-8c132838-e948-4658-acd1-1619aa665030 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c71e248-eb6e-4842-a504-884efd8838ae HTTP/1.1" status: 200 len: 867 time: 0.1925542 Aug 04 10:55:20.363631 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Pushing event deleted for resources: {'Port': ['ID=191b2510-ed01-48ae-87b0-86a51a6d1add,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:20.452057 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] No DVR routers for this DVR port 191b2510-ed01-48ae-87b0-86a51a6d1add on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:55:20.462508 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-42a7a454-de32-4f57-9476-e223d5981774 req-b787a0dc-ac23-43df-8261-b273585ea3c4 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903702 Aug 04 10:55:20.463957 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:20.466075 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20089c0e-d9fc-4de2-bc1e-d5c5a9cac5dd req-fcc133b1-fa70-4342-a8e1-4ba90b46684f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "DELETE /v2.0/ports/191b2510-ed01-48ae-87b0-86a51a6d1add HTTP/1.1" status: 204 len: 173 time: 1.1082461 Aug 04 10:55:20.466608 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c71e248-eb6e-4842-a504-884efd8838ae', 'name': 'network-vif-deleted', 'tag': '191b2510-ed01-48ae-87b0-86a51a6d1add'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:20.469043 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e647c6-0769-4f58-a196-0d7887e37974" -d '{"events": [{"server_uuid": "9c71e248-eb6e-4842-a504-884efd8838ae", "name": "network-vif-deleted", "tag": "191b2510-ed01-48ae-87b0-86a51a6d1add"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:20.489250 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bbf36ebd-2964-479d-8afc-95635cd46c02 req-895b0a23-3a74-4402-9cb7-5e616e2bb23d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265392 Aug 04 10:55:20.527444 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af23328b-1457-4dfa-abfe-770ac4ff2367 x-openstack-request-id: req-af23328b-1457-4dfa-abfe-770ac4ff2367 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:20.528035 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c71e248-eb6e-4842-a504-884efd8838ae", "name": "network-vif-deleted", "tag": "191b2510-ed01-48ae-87b0-86a51a6d1add", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:20.528451 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af23328b-1457-4dfa-abfe-770ac4ff2367 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:20.529065 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c71e248-eb6e-4842-a504-884efd8838ae', 'name': 'network-vif-deleted', 'tag': '191b2510-ed01-48ae-87b0-86a51a6d1add', 'status': 'completed', 'code': 200} Aug 04 10:55:20.635735 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e7627-091d-41a4-bd40-f458376e2d52 req-ea503535-7e7e-45b7-9f84-334ed600bb00 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:20.652298 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd2e7627-091d-41a4-bd40-f458376e2d52 req-ea503535-7e7e-45b7-9f84-334ed600bb00 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 945 time: 0.0898347 Aug 04 10:55:20.736038 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd2e7627-091d-41a4-bd40-f458376e2d52 req-ffbb2ff5-f26b-42b4-97bf-c0664432cb5a tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678260 Aug 04 10:55:20.798072 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68468ce3-9b7c-48f2-b71d-a8b934a35c19 req-c67a0a2f-fc2a-4d35-a440-b38bbc4bf071 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:20.800027 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68468ce3-9b7c-48f2-b71d-a8b934a35c19 req-c67a0a2f-fc2a-4d35-a440-b38bbc4bf071 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0629699 Aug 04 10:55:20.848865 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68468ce3-9b7c-48f2-b71d-a8b934a35c19 req-96d982c0-8a6c-45e8-9f33-9534bcd85e59 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Aug 04 10:55:21.008545 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb6b0c-886e-498a-9869-7e419a3c7902 req-71158730-fbee-4a43-abfa-26ec2c8a7a14 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:21.010237 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fdbb6b0c-886e-498a-9869-7e419a3c7902 req-71158730-fbee-4a43-abfa-26ec2c8a7a14 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0518551 Aug 04 10:55:21.058289 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fdbb6b0c-886e-498a-9869-7e419a3c7902 req-9201e49c-8e8d-4ccb-9470-d779af1e1b89 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Aug 04 10:55:21.606352 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612f68d-4cdd-43f0-af76-3b55186b5f7d req-3ac1becd-526f-4447-aa77-1308684e7e81 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:21.608098 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4612f68d-4cdd-43f0-af76-3b55186b5f7d req-3ac1becd-526f-4447-aa77-1308684e7e81 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0551829 Aug 04 10:55:21.655012 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4612f68d-4cdd-43f0-af76-3b55186b5f7d req-e83ae879-e115-4d68-8a3b-1a062f6a3085 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Aug 04 10:55:21.750962 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436b519-d495-433d-bbf9-3461430cd697 req-1b8008b4-edbc-4790-9233-8fda24d0e6f2 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:21.752455 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9436b519-d495-433d-bbf9-3461430cd697 req-1b8008b4-edbc-4790-9233-8fda24d0e6f2 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 945 time: 0.0503767 Aug 04 10:55:21.794567 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9436b519-d495-433d-bbf9-3461430cd697 req-fed11d37-c866-4771-ab65-8d38fc18b28d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Aug 04 10:55:21.841886 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7b4eb-22ac-4c5c-bc87-8f53712a00b6 req-d03ca8d1-f9a0-4fa5-a439-2512ad5d9094 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:21.843352 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-16d7b4eb-22ac-4c5c-bc87-8f53712a00b6 req-d03ca8d1-f9a0-4fa5-a439-2512ad5d9094 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 945 time: 0.0474811 Aug 04 10:55:21.880606 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-16d7b4eb-22ac-4c5c-bc87-8f53712a00b6 req-6afded44-0c3d-407d-9405-da7a637b6958 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Aug 04 10:55:21.972515 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79edbc4-44a6-45ac-8bc2-fec6eba1b000 req-51ed6fc9-4a3b-4c14-b653-ad4c43e02ee9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:21.974537 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c79edbc4-44a6-45ac-8bc2-fec6eba1b000 req-51ed6fc9-4a3b-4c14-b653-ad4c43e02ee9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0538208 Aug 04 10:55:22.012678 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c79edbc4-44a6-45ac-8bc2-fec6eba1b000 req-dbbcac46-4f9e-49b7-8644-04080ac75152 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Aug 04 10:55:22.168073 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833266f-46f9-4c85-a3b8-ae80998d6494 req-a64baf0e-4fc3-45df-8b77-9e43f136e72b tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:22.169606 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c833266f-46f9-4c85-a3b8-ae80998d6494 req-a64baf0e-4fc3-45df-8b77-9e43f136e72b tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0480692 Aug 04 10:55:22.210713 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c833266f-46f9-4c85-a3b8-ae80998d6494 req-6888a2e0-fd7a-430e-aa86-ede2fcd9c016 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344923 Aug 04 10:55:22.575111 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-34a43696-19f1-4b52-8ced-598096818a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:22.576607 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-34a43696-19f1-4b52-8ced-598096818a9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 1099 time: 0.0403731 Aug 04 10:55:22.712903 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224898a-2214-4f43-a8db-60434b039e46 req-4ce0cf57-2249-4ead-8f3e-54411bee9c96 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:22.714727 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-6224898a-2214-4f43-a8db-60434b039e46 req-4ce0cf57-2249-4ead-8f3e-54411bee9c96 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 945 time: 0.0604925 Aug 04 10:55:22.775882 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-c94fa5db-dade-4d13-9f09-548339afb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:22.777390 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-c94fa5db-dade-4d13-9f09-548339afb680 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.1238418 Aug 04 10:55:22.803884 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6758d-c175-452e-881e-b0f828d74fa3 req-8174c7da-8ab7-43d4-88f6-bfc803e807ba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:22.805426 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-75d6758d-c175-452e-881e-b0f828d74fa3 req-8174c7da-8ab7-43d4-88f6-bfc803e807ba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 946 time: 0.0689728 Aug 04 10:55:22.812234 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-6224898a-2214-4f43-a8db-60434b039e46 req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Deleting port d0c6a958-1120-40ae-a0cb-2bca1e738812 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:55:22.812577 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-6224898a-2214-4f43-a8db-60434b039e46 req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:22.905826 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-e45e931a-4e85-4d1a-82ad-55407a2d4c95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b HTTP/1.1" status: 200 len: 1002 time: 0.1163220 Aug 04 10:55:22.912251 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-6224898a-2214-4f43-a8db-60434b039e46 req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] For port d0c6a958-1120-40ae-a0cb-2bca1e738812, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d0c6a958-1120-40ae-a0cb-2bca1e738812,segment=NetworkSegment(b8500dfa-d530-4ef3-92da-3d67057e4954),segment_id=b8500dfa-d530-4ef3-92da-3d67057e4954)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:22.913163 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-6224898a-2214-4f43-a8db-60434b039e46 req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:22.914439 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-75d6758d-c175-452e-881e-b0f828d74fa3 req-ef3425cf-39f3-4ac0-b680-d691edeb2adf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820882 Aug 04 10:55:22.927473 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-6224898a-2214-4f43-a8db-60434b039e46 req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Calling delete_port for d0c6a958-1120-40ae-a0cb-2bca1e738812 owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:55:22.962771 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5833cf8-048d-439c-9d44-fcc9d4962017 req-b15f64aa-7288-4b38-80cc-c95feb8e5c24 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:22.964290 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a5833cf8-048d-439c-9d44-fcc9d4962017 req-b15f64aa-7288-4b38-80cc-c95feb8e5c24 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 945 time: 0.1001861 Aug 04 10:55:23.010966 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5d985c40-077c-4aa6-a54e-9f79e77454ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:23.024449 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-b2974e48-61d2-4256-932a-913d5563cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:23.025885 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-b2974e48-61d2-4256-932a-913d5563cb09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.1035805 Aug 04 10:55:23.087211 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-6224898a-2214-4f43-a8db-60434b039e46 req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:23.093417 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a5833cf8-048d-439c-9d44-fcc9d4962017 req-a36dede9-3015-4c03-8dfd-eb6e81ee6bd2 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111286 Aug 04 10:55:23.108756 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c54795-15ce-484b-8fcc-43a75c657f60 req-55166f5a-5142-4e93-9d59-1cedad0442a9 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:23.110241 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d3c54795-15ce-484b-8fcc-43a75c657f60 req-55166f5a-5142-4e93-9d59-1cedad0442a9 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/ports?device_id=d363898c-4690-481e-915d-98c8442886e2 HTTP/1.1" status: 200 len: 867 time: 0.1076875 Aug 04 10:55:23.122664 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Pushing event deleted for resources: {'Port': ['ID=d0c6a958-1120-40ae-a0cb-2bca1e738812,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:23.136813 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.137228 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.137707 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.138118 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.138524 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.138991 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.139387 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.139717 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-50479fd2-8550-42d1-a9d9-5d51fe07f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:23.139904 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.140300 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.140711 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.141097 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.141207 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-50479fd2-8550-42d1-a9d9-5d51fe07f747 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970588 Aug 04 10:55:23.141606 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:23.142536 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['d0c6a958-1120-40ae-a0cb-2bca1e738812'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:55:23.171820 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d3c54795-15ce-484b-8fcc-43a75c657f60 req-d213d29b-3b11-4683-b61a-9627e5fbbb64 tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.49 "GET /v2.0/security-groups?id=03577e5b-157b-40a7-8835-e66da1423e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543928 Aug 04 10:55:23.175295 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-6224898a-2214-4f43-a8db-60434b039e46 req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] No DVR routers for this DVR port d0c6a958-1120-40ae-a0cb-2bca1e738812 on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:55:23.179159 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-6224898a-2214-4f43-a8db-60434b039e46 req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:23.182184 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-6224898a-2214-4f43-a8db-60434b039e46 req-82effc54-b7c5-459e-ba45-7121ccaf46fa tempest-VolumesActionsTest-1998769210 tempest-VolumesActionsTest-1998769210-project] 10.222.0.60 "DELETE /v2.0/ports/d0c6a958-1120-40ae-a0cb-2bca1e738812 HTTP/1.1" status: 204 len: 173 time: 0.4569521 Aug 04 10:55:23.182701 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd363898c-4690-481e-915d-98c8442886e2', 'name': 'network-vif-deleted', 'tag': 'd0c6a958-1120-40ae-a0cb-2bca1e738812'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:23.185135 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e250ab-fc5d-4ded-9ca3-bab64177e0f6" -d '{"events": [{"server_uuid": "d363898c-4690-481e-915d-98c8442886e2", "name": "network-vif-deleted", "tag": "d0c6a958-1120-40ae-a0cb-2bca1e738812"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:23.233382 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44b884e-cfcb-44ba-baa6-fdca6884e269 x-openstack-request-id: req-c44b884e-cfcb-44ba-baa6-fdca6884e269 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:23.233673 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d363898c-4690-481e-915d-98c8442886e2", "name": "network-vif-deleted", "tag": "d0c6a958-1120-40ae-a0cb-2bca1e738812", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:23.234547 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c44b884e-cfcb-44ba-baa6-fdca6884e269 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:23.234547 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd363898c-4690-481e-915d-98c8442886e2', 'name': 'network-vif-deleted', 'tag': 'd0c6a958-1120-40ae-a0cb-2bca1e738812', 'status': 'completed', 'code': 200} Aug 04 10:55:23.265882 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c54510-7a89-470b-917a-ee548ed185b8 req-f482d9c5-1c80-4a38-a169-21d99d27a2b7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:23.267408 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92c54510-7a89-470b-917a-ee548ed185b8 req-f482d9c5-1c80-4a38-a169-21d99d27a2b7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0854895 Aug 04 10:55:23.356983 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-3311ed63-1790-4cbd-9035-343b9126eeaf service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964500 Aug 04 10:55:23.367882 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92c54510-7a89-470b-917a-ee548ed185b8 req-c3e6b351-0938-401d-b90b-0abf842cd711 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931134 Aug 04 10:55:23.368840 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:55:23.429834 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc32a59-81d9-4d95-8527-f1e44d1000ee req-9a45dada-5535-4b8e-853d-79e9a21c616d tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:23.431339 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2fc32a59-81d9-4d95-8527-f1e44d1000ee req-9a45dada-5535-4b8e-853d-79e9a21c616d tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.1474204 Aug 04 10:55:23.452517 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:23.475798 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:23.478323 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915fce4d-86a6-4273-a4a3-2544918fee77" -d '{"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:23.490873 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2fc32a59-81d9-4d95-8527-f1e44d1000ee req-6a638f67-9083-4f98-9b56-259f4798fbe5 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513639 Aug 04 10:55:23.501754 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:23.502494 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5d2f8904-6fc7-4d0e-a119-cb57248e076e req-8df79cba-60ea-4468-8227-df9e1a58e9e5 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328533 Aug 04 10:55:23.507971 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:23.508762 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 191b2510-ed01-48ae-87b0-86a51a6d1add no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:55:23.556083 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c6b7b7-efd1-4a6a-908c-81249e6cd6d4 x-openstack-request-id: req-b7c6b7b7-efd1-4a6a-908c-81249e6cd6d4 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:23.556373 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:23.556621 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7c6b7b7-efd1-4a6a-908c-81249e6cd6d4 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:23.557023 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'code': 200} Aug 04 10:55:23.561456 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 191b2510-ed01-48ae-87b0-86a51a6d1add {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:55:23.561810 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 191b2510-ed01-48ae-87b0-86a51a6d1add not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:55:23.583974 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=8']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:23.625354 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83134e1f-8373-41b1-a420-66d6361d7a97 req-488aeb7b-4fb5-48c7-ba0b-53f3ec350586 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:23.626765 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-83134e1f-8373-41b1-a420-66d6361d7a97 req-488aeb7b-4fb5-48c7-ba0b-53f3ec350586 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0483077 Aug 04 10:55:23.667851 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-83134e1f-8373-41b1-a420-66d6361d7a97 req-e1d41722-071c-4327-b389-4969ecee98d5 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Aug 04 10:55:23.690061 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42908) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:23.869319 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07728b36-0a06-4d2a-bdc9-e11978d4953a tempest-TestShelveInstance-1010810728 tempest-TestShelveInstance-1010810728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:23.870790 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-07728b36-0a06-4d2a-bdc9-e11978d4953a tempest-TestShelveInstance-1010810728 tempest-TestShelveInstance-1010810728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1094 time: 0.1796157 Aug 04 10:55:23.873966 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 42912) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:23.878247 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Request body: {'floatingip': {'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'port_id': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:55:23.899983 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for floatingip, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:24.041085 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:24.086829 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76ad4-b0ba-4ac2-b1b4-eb1aa6bf16d7 req-d364de6b-527b-4ea7-b830-ee8c9a439167 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:24.088433 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2e76ad4-b0ba-4ac2-b1b4-eb1aa6bf16d7 req-d364de6b-527b-4ea7-b830-ee8c9a439167 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0577784 Aug 04 10:55:24.144264 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2e76ad4-b0ba-4ac2-b1b4-eb1aa6bf16d7 req-817030f8-9a15-4fd7-a9f7-9ab09d238df4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436692 Aug 04 10:55:24.159403 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Allocated IP 172.27.1.163 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/aba200a3-df54-477f-ab2a-fb619d5ba470) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:55:24.235964 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e7978-ea69-4a1e-8c76-a368fa4a5f95 req-6255b860-0609-44a3-a088-b691f1355b7c tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:24.237594 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-751e7978-ea69-4a1e-8c76-a368fa4a5f95 req-6255b860-0609-44a3-a088-b691f1355b7c tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 945 time: 0.0660405 Aug 04 10:55:24.287940 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-751e7978-ea69-4a1e-8c76-a368fa4a5f95 req-0c6c9911-7700-4de4-91a7-72719358863d tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Aug 04 10:55:24.469066 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:24.508277 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:24.514878 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c6bde-b0f1-4389-bae5-9edc9dd966b9 req-bb6ac71e-d3c1-4667-8414-f81a93cf80d8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:24.516576 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-560c6bde-b0f1-4389-bae5-9edc9dd966b9 req-bb6ac71e-d3c1-4667-8414-f81a93cf80d8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0690067 Aug 04 10:55:24.546445 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:55:24.549406 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:55:24.554047 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:55:24.560074 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-560c6bde-b0f1-4389-bae5-9edc9dd966b9 req-43fc9b0e-b1cb-46be-bced-de5dc1e86689 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365720 Aug 04 10:55:24.595939 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'Port': ['ID=aba200a3-df54-477f-ab2a-fb619d5ba470,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:24.633486 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-fd6d2df1-d523-4b11-985d-7e8150de6eed tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:24.635228 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-fd6d2df1-d523-4b11-985d-7e8150de6eed tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 945 time: 0.0521975 Aug 04 10:55:24.779607 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Deleting port 9aa11a27-dab2-45e8-8bfe-06222131b8e9 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:55:24.779946 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:24.875139 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] For port 9aa11a27-dab2-45e8-8bfe-06222131b8e9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=9aa11a27-dab2-45e8-8bfe-06222131b8e9,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:24.875513 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:24.889281 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Calling delete_port for 9aa11a27-dab2-45e8-8bfe-06222131b8e9 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:55:25.031269 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.065564 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.066030 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Pushing event deleted for resources: {'Port': ['ID=9aa11a27-dab2-45e8-8bfe-06222131b8e9,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:25.111038 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] No DVR routers for this DVR port 9aa11a27-dab2-45e8-8bfe-06222131b8e9 on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:55:25.114052 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.115137 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['a875b8b8-3469-4ec4-8737-eed47ebcc5f0', '9aa11a27-dab2-45e8-8bfe-06222131b8e9'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:55:25.117372 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4de51cb3-79a8-4b11-9119-780ab20f9f03 req-11b30b3c-6e27-4e2f-9ecf-2b7716f322b7 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "DELETE /v2.0/ports/9aa11a27-dab2-45e8-8bfe-06222131b8e9 HTTP/1.1" status: 204 len: 173 time: 0.4718285 Aug 04 10:55:25.117576 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1703e8-04cf-4800-9084-96c9931ebedf', 'name': 'network-vif-deleted', 'tag': '9aa11a27-dab2-45e8-8bfe-06222131b8e9'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:25.120427 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327afff5-8df5-4083-abdd-9b72a5133f4f" -d '{"events": [{"server_uuid": "7b1703e8-04cf-4800-9084-96c9931ebedf", "name": "network-vif-deleted", "tag": "9aa11a27-dab2-45e8-8bfe-06222131b8e9"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:25.168962 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b67467-093e-4506-a872-1243e2b1524f x-openstack-request-id: req-f1b67467-093e-4506-a872-1243e2b1524f {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:25.169305 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1703e8-04cf-4800-9084-96c9931ebedf", "name": "network-vif-deleted", "tag": "9aa11a27-dab2-45e8-8bfe-06222131b8e9", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:25.169567 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1b67467-093e-4506-a872-1243e2b1524f {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:25.169944 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1703e8-04cf-4800-9084-96c9931ebedf', 'name': 'network-vif-deleted', 'tag': '9aa11a27-dab2-45e8-8bfe-06222131b8e9', 'status': 'completed', 'code': 200} Aug 04 10:55:25.204843 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.288460 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3962f86-6e8e-42b6-a7c6-7eee5769543a req-410e3913-0a3f-4496-8c4c-86684b1fd02c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:25.290166 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f3962f86-6e8e-42b6-a7c6-7eee5769543a req-410e3913-0a3f-4496-8c4c-86684b1fd02c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0585761 Aug 04 10:55:25.333062 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f3962f86-6e8e-42b6-a7c6-7eee5769543a req-585cb23e-e737-41cf-a1a0-c9e15c073505 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366666 Aug 04 10:55:25.411746 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.416860 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.424175 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-569dfae2-54a4-4a32-a975-bb16c8522fcf req-392cc1aa-1bc2-4c4e-8f10-c9252101c06e tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 210 time: 0.0283034 Aug 04 10:55:25.480614 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event updated for resources: {'Port': ['ID=aba200a3-df54-477f-ab2a-fb619d5ba470,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:25.494166 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.586691 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.594080 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.l3_db [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Floating IP e7c900af-09cd-4fae-b35c-ccf87a68fed0 associated. External IP: 172.27.1.163, port: 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb. Aug 04 10:55:25.687833 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f175ba-f59d-48eb-8e72-b7db5ff2d725 req-8743ecaf-500d-4e04-931e-0392b9b36bcc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:25.689636 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-35f175ba-f59d-48eb-8e72-b7db5ff2d725 req-8743ecaf-500d-4e04-931e-0392b9b36bcc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0563250 Aug 04 10:55:25.731915 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-35f175ba-f59d-48eb-8e72-b7db5ff2d725 req-0da44d50-c858-4187-8f9c-68b9a1298e49 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361612 Aug 04 10:55:25.806148 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Router b645eba2-34b9-4602-ae45-ad8a46c341cb has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:55:25.855301 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-19997515-9e61-4b75-9117-e352e741723a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.914759 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:55:25.924426 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] Sync routers for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:55:25.931131 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:25.933814 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:55:25.934416 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:25.961306 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-46e98a54-5a58-4509-9427-7852d7fd7d5e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0859623 Aug 04 10:55:25.962363 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:25.965105 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd987161-3e14-44ca-8b32-dff969ba7fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:26.001238 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db6d371-591d-47ac-afd8-88e9ccf78336 x-openstack-request-id: req-2db6d371-591d-47ac-afd8-88e9ccf78336 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:26.001645 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:26.001899 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2db6d371-591d-47ac-afd8-88e9ccf78336 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:26.002310 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'status': 'completed', 'code': 200} Aug 04 10:55:26.040505 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:55:26.261776 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': 'e7c900af-09cd-4fae-b35c-ccf87a68fed0', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'port_id': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'mac_address': 'fa:16:3e:da:3a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:55:24Z', 'updated_at': '2021-08-04T10:55:24Z', 'revision_number': 0, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6404b-6159-419b-b5a4-ff77aed4f441', 'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'mac_address': 'fa:16:3e:04:19:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:18Z', 'updated_at': '2021-08-04T10:54:27Z', 'revision_number': 5, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'subnets': [{'id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:26.291456 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] Checking router: b645eba2-34b9-4602-ae45-ad8a46c341cb for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:55:26.300191 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:55:26.300848 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:26.414797 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:55:26.487915 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485917f2-40a2-4f3a-8095-7b2ae74a0493 req-bc0628a6-8720-4f92-ad49-3a318703d258 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:26.490199 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-485917f2-40a2-4f3a-8095-7b2ae74a0493 req-bc0628a6-8720-4f92-ad49-3a318703d258 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0505457 Aug 04 10:55:26.539558 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-42fa095f-f1ff-4678-9f81-b36d1f1e56ce req-a28218dc-01d2-4c07-a1d3-5ad1c8138937 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 210 time: 0.0290337 Aug 04 10:55:26.551577 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-485917f2-40a2-4f3a-8095-7b2ae74a0493 req-32450d05-f743-47ec-9e4e-98be9db0d702 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549383 Aug 04 10:55:26.637537 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': 'e7c900af-09cd-4fae-b35c-ccf87a68fed0', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'port_id': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'mac_address': 'fa:16:3e:da:3a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:55:24Z', 'updated_at': '2021-08-04T10:55:24Z', 'revision_number': 0, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6404b-6159-419b-b5a4-ff77aed4f441', 'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'mac_address': 'fa:16:3e:04:19:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:18Z', 'updated_at': '2021-08-04T10:54:27Z', 'revision_number': 5, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'subnets': [{'id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:26.666346 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da68c6-445b-4d79-8895-4b5bbd690964 None None] The sync data for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi is: [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': 'e7c900af-09cd-4fae-b35c-ccf87a68fed0', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'port_id': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'mac_address': 'fa:16:3e:da:3a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:55:24Z', 'updated_at': '2021-08-04T10:55:24Z', 'revision_number': 0, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a6404b-6159-419b-b5a4-ff77aed4f441', 'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'mac_address': 'fa:16:3e:04:19:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:18Z', 'updated_at': '2021-08-04T10:54:27Z', 'revision_number': 5, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'subnets': [{'id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:55:26.868257 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23baa279-e0c3-4844-b904-6a30bc7d5289 None None] New status for floating IP e7c900af-09cd-4fae-b35c-ccf87a68fed0: ACTIVE {{(pid=93297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:55:26.875259 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942de69-b4cc-4dcf-a2bd-754b34a7c66c req-547b2c33-3dd9-419e-8416-2c05266e8998 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:26.876938 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e942de69-b4cc-4dcf-a2bd-754b34a7c66c req-547b2c33-3dd9-419e-8416-2c05266e8998 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0506911 Aug 04 10:55:26.920111 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e942de69-b4cc-4dcf-a2bd-754b34a7c66c req-207c2179-0abf-4c87-a985-5a338f9948b2 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331662 Aug 04 10:55:27.184944 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:27.667771 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a19dad03-3633-4608-b4f8-65629005a8b2 req-211131c9-7ace-4794-bc5d-2345b97f7f8f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 210 time: 0.0489366 Aug 04 10:55:27.696829 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61690f85-fc9d-4b9e-a005-8718d039d226 req-cc732094-4455-4572-a0fa-fc29bc5a4242 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:27.698322 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-61690f85-fc9d-4b9e-a005-8718d039d226 req-cc732094-4455-4572-a0fa-fc29bc5a4242 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0708406 Aug 04 10:55:27.737575 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-61690f85-fc9d-4b9e-a005-8718d039d226 req-8a981421-00bd-4497-91cd-b76d40545256 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Aug 04 10:55:28.039363 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c724a-8ee7-4dd0-83e0-e24a2f2d97b6 req-4f7efe8b-1cbb-4054-897b-c4eb95ccb199 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:28.040867 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-915c724a-8ee7-4dd0-83e0-e24a2f2d97b6 req-4f7efe8b-1cbb-4054-897b-c4eb95ccb199 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0503147 Aug 04 10:55:28.084036 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-915c724a-8ee7-4dd0-83e0-e24a2f2d97b6 req-29f9e454-1189-4996-91a6-0ae2073c6fd0 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342276 Aug 04 10:55:28.497128 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-b69449f6-f199-4ca6-a38b-55f896321b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:28.498558 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-b69449f6-f199-4ca6-a38b-55f896321b67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=715f55c289f54420b14bba8c6ee78c0e&device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1099 time: 0.0511982 Aug 04 10:55:28.668058 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-5776f5c7-f6be-4653-acb4-aba8e55d10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:28.669695 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-5776f5c7-f6be-4653-acb4-aba8e55d10e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d743e00a-448b-424a-ab31-9baeb2618512 HTTP/1.1" status: 200 len: 910 time: 0.0965514 Aug 04 10:55:28.744893 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:28.823482 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dfd6a7d6-6281-4081-9429-7a3329898e8f req-8278c046-cfd3-4d83-bc85-b2fa1ef97613 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b1703e8-04cf-4800-9084-96c9931ebedf HTTP/1.1" status: 200 len: 210 time: 0.0383661 Aug 04 10:55:28.825765 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-5d31a6c7-a49c-4af2-9b34-a645b83f76ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb HTTP/1.1" status: 200 len: 1002 time: 0.1443412 Aug 04 10:55:28.912704 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-c730b178-0d59-44f8-99e8-1a6dae2a0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:28.914147 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-c730b178-0d59-44f8-99e8-1a6dae2a0490 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=474e96e1-b3f6-4fec-b2c9-8a702e50753b HTTP/1.1" status: 200 len: 848 time: 0.0700366 Aug 04 10:55:28.931035 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012c345-d63b-4908-95ff-c5260ce25fc5 req-c775e52c-3b2d-430f-9a0c-ec7fa9860b17 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:28.932457 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0012c345-d63b-4908-95ff-c5260ce25fc5 req-c775e52c-3b2d-430f-9a0c-ec7fa9860b17 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0620496 Aug 04 10:55:28.996712 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0012c345-d63b-4908-95ff-c5260ce25fc5 req-0f453ded-aede-4f09-aa48-3b3b9f4350b6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570841 Aug 04 10:55:28.999321 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-c4746805-0498-4adb-a3c5-a0a49b4bdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:29.000734 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-c4746805-0498-4adb-a3c5-a0a49b4bdbfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d743e00a-448b-424a-ab31-9baeb2618512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775728 Aug 04 10:55:29.098381 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-d59c0c7a-75e3-49e8-ab76-a1051f5e115a service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842762 Aug 04 10:55:29.239618 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40a6c6-c65b-46bd-882f-5afe9a62220a req-396aa872-e713-436d-bcc5-7c43e09cba50 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:29.241181 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8e40a6c6-c65b-46bd-882f-5afe9a62220a req-396aa872-e713-436d-bcc5-7c43e09cba50 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0804789 Aug 04 10:55:29.246976 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd987161-3e14-44ca-8b32-dff969ba7fc7 req-1d7d2091-20ee-4fa8-8100-9cd93ce6f399 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373086 Aug 04 10:55:29.279986 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8e40a6c6-c65b-46bd-882f-5afe9a62220a req-c3a09957-2c50-4948-af0c-d40a1df95bf6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Aug 04 10:55:30.042386 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-94b82372-df61-40c6-abf8-ef8749d2682a req-20588d33-214c-4ca4-9bf7-42ee0fafc527 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782771 Aug 04 10:55:30.166218 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c9bc7-6438-466f-84dd-a443d251cb5b req-b3e156da-e6a5-4fb0-85a6-437697f81e23 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:30.167689 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4e2c9bc7-6438-466f-84dd-a443d251cb5b req-b3e156da-e6a5-4fb0-85a6-437697f81e23 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0783124 Aug 04 10:55:30.174234 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82372-df61-40c6-abf8-ef8749d2682a req-46d9dafa-bf91-4d71-aa2f-0d4241f295a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:30.175610 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-94b82372-df61-40c6-abf8-ef8749d2682a req-46d9dafa-bf91-4d71-aa2f-0d4241f295a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 1098 time: 0.0568843 Aug 04 10:55:30.212553 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4e2c9bc7-6438-466f-84dd-a443d251cb5b req-96fed7d2-80b4-4f66-a8de-884d856c6e09 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359747 Aug 04 10:55:30.327276 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device d0c6a958-1120-40ae-a0cb-2bca1e738812 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:55:30.331566 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82372-df61-40c6-abf8-ef8749d2682a req-7d9eb2f7-49d2-4ec8-b556-d5be7916d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:30.333749 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-94b82372-df61-40c6-abf8-ef8749d2682a req-7d9eb2f7-49d2-4ec8-b556-d5be7916d54c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 919 time: 0.1199148 Aug 04 10:55:30.359305 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: d0c6a958-1120-40ae-a0cb-2bca1e738812 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:55:30.360954 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device d0c6a958-1120-40ae-a0cb-2bca1e738812 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:55:30.404297 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-94b82372-df61-40c6-abf8-ef8749d2682a req-5d9b9bae-3b50-458b-ae45-637272a3bccf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=486c2798-e705-4ade-9f5e-bf808e7d649e HTTP/1.1" status: 200 len: 217 time: 0.0575356 Aug 04 10:55:30.491130 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60af1e2-67eb-4fa0-b0aa-34f74991073d req-a3fc79aa-107d-4f02-b703-3f8108c4c38d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:30.498878 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d60af1e2-67eb-4fa0-b0aa-34f74991073d req-a3fc79aa-107d-4f02-b703-3f8108c4c38d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1406655 Aug 04 10:55:30.518614 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82372-df61-40c6-abf8-ef8749d2682a req-00fc85b9-2143-4105-b6b4-1333daf879c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:30.520165 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-94b82372-df61-40c6-abf8-ef8749d2682a req-00fc85b9-2143-4105-b6b4-1333daf879c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.1002283 Aug 04 10:55:30.801709 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-94b82372-df61-40c6-abf8-ef8749d2682a req-bb7bd168-c55a-455b-9ec8-4c0756f7a418 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2700367 Aug 04 10:55:30.808077 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d60af1e2-67eb-4fa0-b0aa-34f74991073d req-4e9e83a5-8ac0-4b0f-a179-0a9ebd4b9025 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083341 Aug 04 10:55:30.929242 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-94b82372-df61-40c6-abf8-ef8749d2682a req-1aff4a87-81b4-4c54-be40-02c18683e2f9 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134822 Aug 04 10:55:31.041080 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-94b82372-df61-40c6-abf8-ef8749d2682a req-08468065-8c34-40a1-90a9-6a60b3c5fece service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985105 Aug 04 10:55:31.369225 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ce90d-2e69-4655-806a-5e21ae55bc7e req-20a18d73-bdfe-4882-882f-efeb10c75395 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:31.370713 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4c8ce90d-2e69-4655-806a-5e21ae55bc7e req-20a18d73-bdfe-4882-882f-efeb10c75395 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 945 time: 0.0669110 Aug 04 10:55:31.431940 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4c8ce90d-2e69-4655-806a-5e21ae55bc7e req-a92f4321-cbfe-4b81-921e-acae84e96e31 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484841 Aug 04 10:55:32.003108 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd938b-e2ec-4ffa-9fce-da9b86e84232 req-4a5eaca5-9643-4b60-9ca6-0f8cd8370094 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:32.016844 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d5dd938b-e2ec-4ffa-9fce-da9b86e84232 req-4a5eaca5-9643-4b60-9ca6-0f8cd8370094 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1085432 Aug 04 10:55:32.099764 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d5dd938b-e2ec-4ffa-9fce-da9b86e84232 req-97619df1-70b9-4223-abde-f3896c5ed245 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818219 Aug 04 10:55:32.143836 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144005f-bf22-4fa0-85c9-2ddf9767dd90 req-ee9d954f-8d4f-46ad-8d01-475962090102 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:32.154376 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c144005f-bf22-4fa0-85c9-2ddf9767dd90 req-ee9d954f-8d4f-46ad-8d01-475962090102 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.1094830 Aug 04 10:55:32.265546 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c144005f-bf22-4fa0-85c9-2ddf9767dd90 req-f4d2c9a9-ab29-4ab2-bc93-1db1b5a2c130 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101325 Aug 04 10:55:32.357180 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 9aa11a27-dab2-45e8-8bfe-06222131b8e9 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:55:32.393313 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 9aa11a27-dab2-45e8-8bfe-06222131b8e9 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:55:32.394030 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 9aa11a27-dab2-45e8-8bfe-06222131b8e9 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:55:32.394576 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:55:32.575905 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88cdbb-47a8-49c9-91d5-3a7dca9ceda1 req-94260424-2df1-4089-a54f-4feb988bf2c3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:32.586346 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fd88cdbb-47a8-49c9-91d5-3a7dca9ceda1 req-94260424-2df1-4089-a54f-4feb988bf2c3 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 945 time: 0.0759542 Aug 04 10:55:32.630658 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43094) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:32.649116 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fd88cdbb-47a8-49c9-91d5-3a7dca9ceda1 req-1a0e5d74-b085-4711-8d0c-7e4224021123 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Aug 04 10:55:32.751263 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eafd700d-f8db-4b46-980f-709a9a2514da req-c5e96486-cdd1-4ace-993c-75c43f9a4c63 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191552 Aug 04 10:55:32.881998 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:33.341652 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8cb44-2ea9-4777-8f6f-185a7793e408 req-7bb8c0ca-ba32-4734-b35b-94dbf83b5baa tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:33.343589 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fbd8cb44-2ea9-4777-8f6f-185a7793e408 req-7bb8c0ca-ba32-4734-b35b-94dbf83b5baa tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1057689 Aug 04 10:55:33.441799 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fbd8cb44-2ea9-4777-8f6f-185a7793e408 req-da81ed89-0c54-4437-999e-066cbddb94dc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843587 Aug 04 10:55:33.450217 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:55:33.460530 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ca83-36ac-4fbf-8a8b-1c70dcf95ce4 req-191cb045-c173-497c-8310-d368db8dc998 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:33.462298 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3297ca83-36ac-4fbf-8a8b-1c70dcf95ce4 req-191cb045-c173-497c-8310-d368db8dc998 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.1057656 Aug 04 10:55:33.514860 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3297ca83-36ac-4fbf-8a8b-1c70dcf95ce4 req-340d4cc2-ffbb-4217-b75f-3a3cb2a2b041 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Aug 04 10:55:33.806912 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9070a7-d9b3-40e7-915f-0ac64ae87b1f req-ccf63b4e-dfec-45af-9cc2-42419ea7fdf5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:33.809129 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3b9070a7-d9b3-40e7-915f-0ac64ae87b1f req-ccf63b4e-dfec-45af-9cc2-42419ea7fdf5 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 945 time: 0.0540185 Aug 04 10:55:33.848956 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3b9070a7-d9b3-40e7-915f-0ac64ae87b1f req-c5020043-5799-48bd-b0c0-85779813b6cf tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef2993e5-dc84-4df2-8822-8df86cdd979e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343328 Aug 04 10:55:33.921520 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8776f-59d6-4f32-847b-c178d1218652 req-792f53b2-33cc-4e98-9cfe-f6de475c14db tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:33.923292 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-afd8776f-59d6-4f32-847b-c178d1218652 req-792f53b2-33cc-4e98-9cfe-f6de475c14db tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 945 time: 0.0549977 Aug 04 10:55:34.031146 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-afd8776f-59d6-4f32-847b-c178d1218652 req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Deleting port a875b8b8-3469-4ec4-8737-eed47ebcc5f0 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:55:34.031361 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-afd8776f-59d6-4f32-847b-c178d1218652 req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:34.129458 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-afd8776f-59d6-4f32-847b-c178d1218652 req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] For port a875b8b8-3469-4ec4-8737-eed47ebcc5f0, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,segment=NetworkSegment(52bdc1b4-f92c-4998-9681-2b9d67164f3e),segment_id=52bdc1b4-f92c-4998-9681-2b9d67164f3e)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:34.129819 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-afd8776f-59d6-4f32-847b-c178d1218652 req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:34.143377 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-afd8776f-59d6-4f32-847b-c178d1218652 req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Calling delete_port for a875b8b8-3469-4ec4-8737-eed47ebcc5f0 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:55:34.303824 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-afd8776f-59d6-4f32-847b-c178d1218652 req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:34.336548 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Pushing event deleted for resources: {'Port': ['ID=a875b8b8-3469-4ec4-8737-eed47ebcc5f0,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:34.351837 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.352197 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.352589 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.353297 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.353642 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.353981 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.354329 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.354677 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.355009 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.355352 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.355696 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.355962 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['a875b8b8-3469-4ec4-8737-eed47ebcc5f0'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:55:34.356463 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:34.394359 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd8776f-59d6-4f32-847b-c178d1218652 req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] No DVR routers for this DVR port a875b8b8-3469-4ec4-8737-eed47ebcc5f0 on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:55:34.397987 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-afd8776f-59d6-4f32-847b-c178d1218652 req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:34.400914 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-afd8776f-59d6-4f32-847b-c178d1218652 req-f00b74e7-0508-49d6-ae6d-9edba51bb199 tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.60 "DELETE /v2.0/ports/a875b8b8-3469-4ec4-8737-eed47ebcc5f0 HTTP/1.1" status: 204 len: 173 time: 0.4664202 Aug 04 10:55:34.401662 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bfa471-1cc3-4e78-8252-6794397e1f80', 'name': 'network-vif-deleted', 'tag': 'a875b8b8-3469-4ec4-8737-eed47ebcc5f0'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:55:34.405867 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa3a712-97da-406c-a72e-a9b32e8ed626" -d '{"events": [{"server_uuid": "29bfa471-1cc3-4e78-8252-6794397e1f80", "name": "network-vif-deleted", "tag": "a875b8b8-3469-4ec4-8737-eed47ebcc5f0"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:55:34.458538 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38fc26b-4855-4865-898f-0307251eaa2e x-openstack-request-id: req-b38fc26b-4855-4865-898f-0307251eaa2e {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:55:34.458966 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bfa471-1cc3-4e78-8252-6794397e1f80", "name": "network-vif-deleted", "tag": "a875b8b8-3469-4ec4-8737-eed47ebcc5f0", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:55:34.459614 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b38fc26b-4855-4865-898f-0307251eaa2e {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:55:34.460792 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bfa471-1cc3-4e78-8252-6794397e1f80', 'name': 'network-vif-deleted', 'tag': 'a875b8b8-3469-4ec4-8737-eed47ebcc5f0', 'status': 'completed', 'code': 200} Aug 04 10:55:34.639956 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53bb62-2f0f-4567-b2f8-b67a895ee23b req-9ec98c51-50ec-4576-bddb-335f20e4933b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:34.641712 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d53bb62-2f0f-4567-b2f8-b67a895ee23b req-9ec98c51-50ec-4576-bddb-335f20e4933b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0927756 Aug 04 10:55:34.728523 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d53bb62-2f0f-4567-b2f8-b67a895ee23b req-b823b6ed-2669-49d8-bf89-ca27a826c8d9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780549 Aug 04 10:55:34.742783 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e81b83-8021-4c14-9a49-ed21614117e1 req-a1b4cbf4-864e-4983-b94d-5a31cac4dd66 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:34.760476 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f4e81b83-8021-4c14-9a49-ed21614117e1 req-a1b4cbf4-864e-4983-b94d-5a31cac4dd66 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.1025944 Aug 04 10:55:34.821586 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f4e81b83-8021-4c14-9a49-ed21614117e1 req-d835d639-6380-4fbc-b97c-d8ca6d27aa7a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597172 Aug 04 10:55:34.978450 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ce3346f2-eb5f-4209-85b3-197086789d88 req-92a78018-eaf0-41db-a064-474996082f8f tempest-AttachVolumeNegativeTest-1557004851 tempest-AttachVolumeNegativeTest-1557004851-project] 10.222.0.49 "GET /v2.0/ports?device_id=29bfa471-1cc3-4e78-8252-6794397e1f80 HTTP/1.1" status: 200 len: 210 time: 0.0275681 Aug 04 10:55:35.976188 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4eddc-481b-4b2d-ab41-c74810c5a5df req-012c7ee7-f060-41d7-bbce-53b82c33df27 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:35.977723 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32c4eddc-481b-4b2d-ab41-c74810c5a5df req-012c7ee7-f060-41d7-bbce-53b82c33df27 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1348431 Aug 04 10:55:36.009464 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd700d-f8db-4b46-980f-709a9a2514da req-3eb48da0-577d-4c0a-ab19-64bb7fb6f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:36.010982 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eafd700d-f8db-4b46-980f-709a9a2514da req-3eb48da0-577d-4c0a-ab19-64bb7fb6f57d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06&tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69 HTTP/1.1" status: 200 len: 1097 time: 0.1496353 Aug 04 10:55:36.081198 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32c4eddc-481b-4b2d-ab41-c74810c5a5df req-8264a736-db19-466e-8b26-c93e2ab47824 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883641 Aug 04 10:55:36.092461 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0166a7-80fd-4ae2-af67-474fa247e10b req-ff11b417-8023-4e3e-a19e-33c0f5a2a740 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:36.103522 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ec0166a7-80fd-4ae2-af67-474fa247e10b req-ff11b417-8023-4e3e-a19e-33c0f5a2a740 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.1558330 Aug 04 10:55:36.133461 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43142) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:36.168109 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd700d-f8db-4b46-980f-709a9a2514da req-129edaf9-761d-4ca9-8665-d6cc717b4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:36.169297 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eafd700d-f8db-4b46-980f-709a9a2514da req-129edaf9-761d-4ca9-8665-d6cc717b4c0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 1097 time: 0.1077540 Aug 04 10:55:36.193448 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ec0166a7-80fd-4ae2-af67-474fa247e10b req-778c9441-0d92-4a63-82f3-de8160aa07c1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548217 Aug 04 10:55:36.205582 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4dcb6f-7de8-47e0-a6db-103f7f380412 admin admin] Deleting subnet 5e1d2819-991c-4ba6-8a1c-381998448c15 {{(pid=93295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:55:36.210633 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ae4dcb6f-7de8-47e0-a6db-103f7f380412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.255918 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ae4dcb6f-7de8-47e0-a6db-103f7f380412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3222559'] for subnet, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.297100 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ae4dcb6f-7de8-47e0-a6db-103f7f380412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.350909 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd700d-f8db-4b46-980f-709a9a2514da req-fa02d5a0-df60-4fe7-a789-9786894c71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:36.352600 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eafd700d-f8db-4b46-980f-709a9a2514da req-fa02d5a0-df60-4fe7-a789-9786894c71b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.1663535 Aug 04 10:55:36.355223 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ae4dcb6f-7de8-47e0-a6db-103f7f380412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3238710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126168756'] for subnet, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.383428 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4dcb6f-7de8-47e0-a6db-103f7f380412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1d2819-991c-4ba6-8a1c-381998448c15,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:36.384092 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device a875b8b8-3469-4ec4-8737-eed47ebcc5f0 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:55:36.407234 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ae4dcb6f-7de8-47e0-a6db-103f7f380412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.410431 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-ae4dcb6f-7de8-47e0-a6db-103f7f380412 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5e1d2819-991c-4ba6-8a1c-381998448c15 HTTP/1.1" status: 204 len: 168 time: 0.2751179 Aug 04 10:55:36.418905 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43144) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:36.457857 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: a875b8b8-3469-4ec4-8737-eed47ebcc5f0 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:55:36.459459 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device a875b8b8-3469-4ec4-8737-eed47ebcc5f0 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:55:36.501813 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eafd700d-f8db-4b46-980f-709a9a2514da req-c02c4fe1-43b4-4cc3-901b-9e624b13c2ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b HTTP/1.1" status: 200 len: 1000 time: 0.1295691 Aug 04 10:55:36.508163 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.559240 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd700d-f8db-4b46-980f-709a9a2514da req-b278b210-7de1-40ac-af46-47b785b23319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:36.561114 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eafd700d-f8db-4b46-980f-709a9a2514da req-b278b210-7de1-40ac-af46-47b785b23319 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0518968 Aug 04 10:55:36.597432 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.612797 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5f2842-b147-4a61-8e12-19304aed5518']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:36.626445 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bdc1b4-f92c-4998-9681-2b9d67164f3e') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:36.626948 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bdc1b4-f92c-4998-9681-2b9d67164f3e') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:36.634751 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd700d-f8db-4b46-980f-709a9a2514da req-3a61362e-a169-4984-b211-20f604a49108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:36.636393 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eafd700d-f8db-4b46-980f-709a9a2514da req-3a61362e-a169-4984-b211-20f604a49108 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644422 Aug 04 10:55:36.637189 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.652227 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.659644 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:55:36.660242 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:55:36.662111 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:55:36.730789 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.736184 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:36.738222 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ff5f2842-b147-4a61-8e12-19304aed5518 HTTP/1.1" status: 204 len: 168 time: 0.3168967 Aug 04 10:55:36.751424 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8869cbd-6416-44cf-9283-e647ed6bbd51 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5f2842-b147-4a61-8e12-19304aed5518,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:36.761719 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eafd700d-f8db-4b46-980f-709a9a2514da req-e835be34-1d0c-43fe-967e-2bcc66d5baeb service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164207 Aug 04 10:55:36.867101 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eafd700d-f8db-4b46-980f-709a9a2514da req-3709ba04-7abd-4342-9c4c-82000291fe5c service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961347 Aug 04 10:55:36.957446 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43158) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:37.007607 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-04f41f70-ed62-4844-ae11-3f8e478fae1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a506de425d9f464b84bdf60e5f6cfbf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461130 Aug 04 10:55:37.008317 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43162) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:37.061451 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3b0fc2ae-04ec-4186-bb1a-21d99b371d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:37.083669 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3b0fc2ae-04ec-4186-bb1a-21d99b371d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:37.147035 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3b0fc2ae-04ec-4186-bb1a-21d99b371d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:37.149773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3b0fc2ae-04ec-4186-bb1a-21d99b371d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:37.150966 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3b0fc2ae-04ec-4186-bb1a-21d99b371d6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef2993e5-dc84-4df2-8822-8df86cdd979e HTTP/1.1" status: 204 len: 168 time: 0.1418147 Aug 04 10:55:37.169706 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fc2ae-04ec-4186-bb1a-21d99b371d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2993e5-dc84-4df2-8822-8df86cdd979e,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:37.267085 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139029-3a8e-480e-bf64-1e4d3dfd34ab req-ff7ba2cd-1579-4606-80a7-5dbfc7f407e3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:37.269081 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-18139029-3a8e-480e-bf64-1e4d3dfd34ab req-ff7ba2cd-1579-4606-80a7-5dbfc7f407e3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0676324 Aug 04 10:55:37.352182 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-18139029-3a8e-480e-bf64-1e4d3dfd34ab req-e843f99c-e98f-401e-a032-c26cbf887f32 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538268 Aug 04 10:55:37.386479 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a55cf-55f0-43a1-96b4-7ec18c7dff81 req-94f11e4c-f8ae-4043-8ac9-bbb4311d5b85 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:37.388139 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1f1a55cf-55f0-43a1-96b4-7ec18c7dff81 req-94f11e4c-f8ae-4043-8ac9-bbb4311d5b85 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.1180060 Aug 04 10:55:37.457317 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1f1a55cf-55f0-43a1-96b4-7ec18c7dff81 req-f1d500ff-f58d-4d2b-b3c6-6cc79cfcdfcc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548818 Aug 04 10:55:38.385993 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43212) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:38.591066 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d74d1-7ab6-4c1a-b805-05ca06f33a95 req-c6004028-4f7d-4f55-86d8-2f3978c762f4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:38.604356 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-de4d74d1-7ab6-4c1a-b805-05ca06f33a95 req-c6004028-4f7d-4f55-86d8-2f3978c762f4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1198323 Aug 04 10:55:38.721461 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-53861822-network', 'tenant_id': '2991872847bb45079c4220241438f31b'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:55:38.760226 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Made reservation on behalf of 2991872847bb45079c4220241438f31b for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:55:38.763873 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:38.776503 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:38.791621 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-de4d74d1-7ab6-4c1a-b805-05ca06f33a95 req-96ac22b4-f24f-4aad-a503-d29b9add2ae9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857347 Aug 04 10:55:38.979013 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:38.991866 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0355-db3c-4f49-ab80-a5bad6cba1bc req-eb21b8da-6991-43cf-a772-303f3fe12998 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:38.993837 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b97b0355-db3c-4f49-ab80-a5bad6cba1bc req-eb21b8da-6991-43cf-a772-303f3fe12998 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.3420115 Aug 04 10:55:38.995186 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:39.008555 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:55:39.020184 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:39.020600 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Added segment 8f5187c0-8b41-45e8-8666-42404b1fe018 of type vlan for network ec12b654-51a0-44e9-82f1-8dcdd33d2f1d Aug 04 10:55:39.072762 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:39.147013 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bd0398-a51f-4537-9572-5d346b420fd1,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:39.160851 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:39.164861 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:39.165664 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:39.258419 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8702314 Aug 04 10:55:39.262848 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43220) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:39.268987 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Request body: {'subnet': {'network_id': 'ec12b654-51a0-44e9-82f1-8dcdd33d2f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-53861822-subnet', 'tenant_id': '2991872847bb45079c4220241438f31b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:55:39.291518 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b97b0355-db3c-4f49-ab80-a5bad6cba1bc req-9e93a131-c794-4849-83b8-218747b2b251 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864212 Aug 04 10:55:39.293116 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13de3c5-ad96-4e79-84ed-deefd9005740 admin admin] Pushing event updated for resources: {'Network': ['ID=ec12b654-51a0-44e9-82f1-8dcdd33d2f1d,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:39.311378 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network ec12b654-51a0-44e9-82f1-8dcdd33d2f1d details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:55:39.323412 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Made reservation on behalf of 2991872847bb45079c4220241438f31b for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:55:39.327540 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126168723'] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:39.561088 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3238773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126168749'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:39.918946 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Checking segment: {'id': '8f5187c0-8b41-45e8-8666-42404b1fe018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec12b654-51a0-44e9-82f1-8dcdd33d2f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:55:39.919502 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Network hostable DHCP agents. Network: ec12b654-51a0-44e9-82f1-8dcdd33d2f1d, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:55:39.929221 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e37c92-6680-4efc-8719-c2a4d5e5098a,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:39.960058 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Network ec12b654-51a0-44e9-82f1-8dcdd33d2f1d is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:55:39.992995 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, ec12b654-51a0-44e9-82f1-8dcdd33d2f1d) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:55:40.000260 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:40.001197 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:40.006666 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b1c91-955e-46d5-934f-adfc3faff492 None None] Network ec12b654-51a0-44e9-82f1-8dcdd33d2f1d requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:55:40.036395 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f509-172b-4245-8f33-6e41f4ae8afc req-a8e82984-9779-489a-a9c0-f88c885fc945 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:40.039735 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a195f509-172b-4245-8f33-6e41f4ae8afc req-a8e82984-9779-489a-a9c0-f88c885fc945 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1001554 Aug 04 10:55:40.074111 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-0c4ad89e-6be1-4834-9b12-982936c57917 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8090580 Aug 04 10:55:40.166300 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a195f509-172b-4245-8f33-6e41f4ae8afc req-b546de31-c7dc-4f6c-a994-a0c3ae8bcf42 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890031 Aug 04 10:55:40.371249 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7049479-29b2-48f0-b6a3-aeddeec6100f None None] Network ec12b654-51a0-44e9-82f1-8dcdd33d2f1d requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:55:40.513623 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f14132-2c5e-4502-80f7-2fd1ba382b79 req-1889e5c0-58a7-4346-a56d-6583ecc2b32c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:40.515714 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-25f14132-2c5e-4502-80f7-2fd1ba382b79 req-1889e5c0-58a7-4346-a56d-6583ecc2b32c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.1050391 Aug 04 10:55:40.622681 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-25f14132-2c5e-4502-80f7-2fd1ba382b79 req-66fe936d-79ff-4f4e-b833-879a5506ffe9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954695 Aug 04 10:55:40.971041 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43244) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:40.979679 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-747261942-network', 'tenant_id': '3e0236d5571947d380c8b4499c94ad22'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:55:41.065593 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Made reservation on behalf of 3e0236d5571947d380c8b4499c94ad22 for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:55:41.070954 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:41.101538 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:41.233674 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:41.241444 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:41.267666 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:55:41.285149 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e750ef-b05c-44e4-b7f4-5980a15f41f7,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:41.307237 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:41.307808 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Added segment 1a6d1f3a-8967-4140-9b84-ddffc36c4463 of type vlan for network 119cafb0-9658-484b-9755-fc8bb5dafbbb Aug 04 10:55:41.355996 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:41.397200 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bb2e6-0487-4c9c-8475-583afeb15706 req-215b5711-f619-4b54-a1d1-aa6209d7f15a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:41.419817 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2d9bb2e6-0487-4c9c-8475-583afeb15706 req-215b5711-f619-4b54-a1d1-aa6209d7f15a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1335542 Aug 04 10:55:41.423723 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:41.425321 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:41.425893 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:41.497058 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2d9bb2e6-0487-4c9c-8475-583afeb15706 req-d175ffdc-7e2d-4d82-b069-f874ce7bdec3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754008 Aug 04 10:55:41.538682 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5648694 Aug 04 10:55:41.541513 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43250) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:41.546884 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438eef2-a50e-4e07-b3e8-e3c16ebe64c4 admin admin] Pushing event updated for resources: {'Network': ['ID=119cafb0-9658-484b-9755-fc8bb5dafbbb,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:41.547552 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Request body: {'subnet': {'network_id': '119cafb0-9658-484b-9755-fc8bb5dafbbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-747261942-subnet', 'tenant_id': '3e0236d5571947d380c8b4499c94ad22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:55:41.559077 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 119cafb0-9658-484b-9755-fc8bb5dafbbb details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:55:41.586101 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Made reservation on behalf of 3e0236d5571947d380c8b4499c94ad22 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:55:41.589203 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126047920'] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:41.810684 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0357e28-9890-4de6-9aca-43300d32633c req-7480b31d-fed5-41df-9da2-09933debeb2e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:41.813232 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0357e28-9890-4de6-9aca-43300d32633c req-7480b31d-fed5-41df-9da2-09933debeb2e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0861728 Aug 04 10:55:41.909615 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0357e28-9890-4de6-9aca-43300d32633c req-849c1324-0b8e-4dcf-8c42-a9cfd3ddc7ae tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869007 Aug 04 10:55:42.023430 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126047886'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:42.134291 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04614d8-48f3-4c8a-aca9-2d6e686b6deb,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:42.144237 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Checking segment: {'id': '1a6d1f3a-8967-4140-9b84-ddffc36c4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '119cafb0-9658-484b-9755-fc8bb5dafbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:55:42.144602 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Network hostable DHCP agents. Network: 119cafb0-9658-484b-9755-fc8bb5dafbbb, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:55:42.171114 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Network 119cafb0-9658-484b-9755-fc8bb5dafbbb is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:55:42.187609 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 119cafb0-9658-484b-9755-fc8bb5dafbbb) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:55:42.192073 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:42.192860 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:42.200575 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d094c568-06b3-4451-895a-a3c3fae545cc None None] Network 119cafb0-9658-484b-9755-fc8bb5dafbbb requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:55:42.217393 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d800bacd-087c-47be-bb9d-a9bbf0a14c98 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6743808 Aug 04 10:55:42.365440 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41323b20-1cce-4047-9d5c-bce178a9e335 None None] Network 119cafb0-9658-484b-9755-fc8bb5dafbbb requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:55:42.465101 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43256) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:42.738828 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a34aea-07ba-4f51-b4ad-45858296654a admin admin] Deleting subnet f1e37c92-6680-4efc-8719-c2a4d5e5098a {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:55:42.744228 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-54a34aea-07ba-4f51-b4ad-45858296654a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:42.853846 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52230315-d267-4997-8fce-f8121aecc95c req-6105e8cf-8b0d-401c-bdbd-4bfd08e9eb9c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:42.856105 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52230315-d267-4997-8fce-f8121aecc95c req-6105e8cf-8b0d-401c-bdbd-4bfd08e9eb9c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.2124183 Aug 04 10:55:42.878710 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-54a34aea-07ba-4f51-b4ad-45858296654a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.007330 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-54a34aea-07ba-4f51-b4ad-45858296654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.112017 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52230315-d267-4997-8fce-f8121aecc95c req-22831fb6-8b7a-44f4-a506-9e7230cf690e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721907 Aug 04 10:55:43.140958 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f8f0a-e880-4b1e-b451-850e180f71ea req-222066a1-51fa-4dd6-87e3-698b3a82a622 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:43.143023 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a24f8f0a-e880-4b1e-b451-850e180f71ea req-222066a1-51fa-4dd6-87e3-698b3a82a622 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.1079767 Aug 04 10:55:43.173460 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-54a34aea-07ba-4f51-b4ad-45858296654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.216233 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a34aea-07ba-4f51-b4ad-45858296654a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e37c92-6680-4efc-8719-c2a4d5e5098a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:43.239122 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-54a34aea-07ba-4f51-b4ad-45858296654a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.241920 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-54a34aea-07ba-4f51-b4ad-45858296654a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f1e37c92-6680-4efc-8719-c2a4d5e5098a HTTP/1.1" status: 204 len: 168 time: 0.7759013 Aug 04 10:55:43.244988 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43262) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:43.246703 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a24f8f0a-e880-4b1e-b451-850e180f71ea req-fa85e8f1-6c37-45b8-8669-1fede4c7f486 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701802 Aug 04 10:55:43.403638 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.506951 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.528695 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec12b654-51a0-44e9-82f1-8dcdd33d2f1d']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:43.545293 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5187c0-8b41-45e8-8666-42404b1fe018') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:43.545959 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5187c0-8b41-45e8-8666-42404b1fe018') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:43.560611 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.577685 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.597248 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:55:43.598213 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:55:43.601557 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:55:43.685138 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.705738 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.713392 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43268) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:43.725701 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ec12b654-51a0-44e9-82f1-8dcdd33d2f1d HTTP/1.1" status: 204 len: 168 time: 0.4795680 Aug 04 10:55:43.726666 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83d662-d72a-45cb-9eb5-9f7dffea8e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec12b654-51a0-44e9-82f1-8dcdd33d2f1d,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:43.781300 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f8393e-ef13-4b92-a98e-cf85eb211163 admin admin] Deleting subnet a04614d8-48f3-4c8a-aca9-2d6e686b6deb {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:55:43.792878 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-36f8393e-ef13-4b92-a98e-cf85eb211163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.873564 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-36f8393e-ef13-4b92-a98e-cf85eb211163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:43.960392 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-36f8393e-ef13-4b92-a98e-cf85eb211163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.126934 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-36f8393e-ef13-4b92-a98e-cf85eb211163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.158050 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-36f8393e-ef13-4b92-a98e-cf85eb211163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.160945 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-36f8393e-ef13-4b92-a98e-cf85eb211163 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a04614d8-48f3-4c8a-aca9-2d6e686b6deb HTTP/1.1" status: 204 len: 168 time: 0.4464290 Aug 04 10:55:44.163814 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43272) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:44.252458 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8393e-ef13-4b92-a98e-cf85eb211163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04614d8-48f3-4c8a-aca9-2d6e686b6deb,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:44.339221 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.354792 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8636-0b14-47d2-a401-c6ed4c7819c8 req-5a1291dd-2cdf-451b-b982-b8890e09e600 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:44.356910 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-721a8636-0b14-47d2-a401-c6ed4c7819c8 req-5a1291dd-2cdf-451b-b982-b8890e09e600 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1226902 Aug 04 10:55:44.423619 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-721a8636-0b14-47d2-a401-c6ed4c7819c8 req-4099afc2-ccd3-4fd4-bdc2-e0be2e7dd0e9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604594 Aug 04 10:55:44.495262 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9f8d0-1519-4ab8-b955-9797144a91ba req-52bbc28b-f76b-4d0a-bbd8-26bc36e5036c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:44.495262 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66b9f8d0-1519-4ab8-b955-9797144a91ba req-52bbc28b-f76b-4d0a-bbd8-26bc36e5036c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0672500 Aug 04 10:55:44.551816 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.592400 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119cafb0-9658-484b-9755-fc8bb5dafbbb']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:44.603356 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66b9f8d0-1519-4ab8-b955-9797144a91ba req-eb8554ff-3bf0-4d15-8d2a-58d816c90fc0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957606 Aug 04 10:55:44.632447 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6d1f3a-8967-4140-9b84-ddffc36c4463') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:44.632851 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6d1f3a-8967-4140-9b84-ddffc36c4463') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:44.643040 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.667441 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.680604 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:55:44.680969 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:55:44.682894 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:55:44.773769 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.789772 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:44.794904 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] 10.222.0.49 "DELETE /v2.0/networks/119cafb0-9658-484b-9755-fc8bb5dafbbb HTTP/1.1" status: 204 len: 168 time: 0.6258647 Aug 04 10:55:44.814171 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ea24b-4ee0-4baf-9b66-daa10941ba12 admin admin] Pushing event deleted for resources: {'Network': ['ID=119cafb0-9658-484b-9755-fc8bb5dafbbb,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:45.046878 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43280) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:45.105004 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-da0282c8-1f08-4062-add4-907e9989035b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2991872847bb45079c4220241438f31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568688 Aug 04 10:55:45.107479 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43282) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:45.175887 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9320e653-305d-4c10-a69b-411a8b2df96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:45.202177 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9320e653-305d-4c10-a69b-411a8b2df96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:45.278940 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9320e653-305d-4c10-a69b-411a8b2df96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:45.282553 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9320e653-305d-4c10-a69b-411a8b2df96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:45.288028 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9320e653-305d-4c10-a69b-411a8b2df96e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76bd0398-a51f-4537-9572-5d346b420fd1 HTTP/1.1" status: 204 len: 168 time: 0.1791906 Aug 04 10:55:45.299665 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320e653-305d-4c10-a69b-411a8b2df96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bd0398-a51f-4537-9572-5d346b420fd1,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:45.720044 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bde05-ca2b-4134-8dae-7d8b4d090e8a req-90814cb2-71fa-4443-9c28-f011ffd92dcb tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:45.721724 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8b6bde05-ca2b-4134-8dae-7d8b4d090e8a req-90814cb2-71fa-4443-9c28-f011ffd92dcb tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1018419 Aug 04 10:55:45.878194 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8b6bde05-ca2b-4134-8dae-7d8b4d090e8a req-7ae62761-d5d1-4b31-940a-719f5817f471 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492579 Aug 04 10:55:45.931266 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf5966-486a-4591-8d5d-c7917cce8ec5 req-a02ae3a2-0137-4ec4-93a0-e311a2338560 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:45.942615 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7cf5966-486a-4591-8d5d-c7917cce8ec5 req-a02ae3a2-0137-4ec4-93a0-e311a2338560 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.2197199 Aug 04 10:55:46.004253 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7cf5966-486a-4591-8d5d-c7917cce8ec5 req-9a432ea9-eb79-4e0f-9ea7-da8e608f53bc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598986 Aug 04 10:55:46.150959 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43294) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:46.233390 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43296) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:46.245350 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-bdf33baa-3c2f-41d0-8418-b2291f56c48a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e0236d5571947d380c8b4499c94ad22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930347 Aug 04 10:55:46.334563 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-07f30bd1-87e8-4163-814a-6476ddaa5b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:46.363397 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-07f30bd1-87e8-4163-814a-6476ddaa5b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:46.458193 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-07f30bd1-87e8-4163-814a-6476ddaa5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:46.465935 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-07f30bd1-87e8-4163-814a-6476ddaa5b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:46.469434 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-07f30bd1-87e8-4163-814a-6476ddaa5b49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4e750ef-b05c-44e4-b7f4-5980a15f41f7 HTTP/1.1" status: 204 len: 168 time: 0.2346249 Aug 04 10:55:46.505555 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f30bd1-87e8-4163-814a-6476ddaa5b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e750ef-b05c-44e4-b7f4-5980a15f41f7,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:47.044199 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f51a4-431e-47c8-8399-1f429357c54c req-f110b423-eb55-4c90-ab3b-ceb17347a37e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:47.052061 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c36f51a4-431e-47c8-8399-1f429357c54c req-f110b423-eb55-4c90-ab3b-ceb17347a37e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0628238 Aug 04 10:55:47.103663 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c36f51a4-431e-47c8-8399-1f429357c54c req-223afa92-7e0e-4259-bba4-f41202b708ea tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478959 Aug 04 10:55:47.267489 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcea15-7afb-4ee9-a20c-9caddf173897 req-575b7c4c-e649-4f01-94ec-1f59382698f4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:47.269916 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-55dcea15-7afb-4ee9-a20c-9caddf173897 req-575b7c4c-e649-4f01-94ec-1f59382698f4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0850425 Aug 04 10:55:47.334733 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-55dcea15-7afb-4ee9-a20c-9caddf173897 req-dd55e113-d1c4-424a-9ef9-703c88479d1b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566342 Aug 04 10:55:48.237476 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ee8bb-3fdf-4632-9e65-8df9e7f46db9 req-9fc96b55-cefd-4957-9899-ec284bbe762b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:48.239320 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-681ee8bb-3fdf-4632-9e65-8df9e7f46db9 req-9fc96b55-cefd-4957-9899-ec284bbe762b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0694537 Aug 04 10:55:48.283754 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-681ee8bb-3fdf-4632-9e65-8df9e7f46db9 req-b1c36e83-9e5e-410a-9804-34b057c7a0b7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363190 Aug 04 10:55:48.453058 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67925bfd-2430-4405-b5ac-ad480e198e7d req-a1157fc5-1231-4fba-922b-d3f4edbe692d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:48.454754 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-67925bfd-2430-4405-b5ac-ad480e198e7d req-a1157fc5-1231-4fba-922b-d3f4edbe692d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0508280 Aug 04 10:55:48.506921 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-67925bfd-2430-4405-b5ac-ad480e198e7d req-08b9cbcc-28b4-4710-b741-f8db2c929c45 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445001 Aug 04 10:55:48.510568 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43364) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:48.630191 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d231770d-f9fd-40fb-a832-80817023f78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:48.721208 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d231770d-f9fd-40fb-a832-80817023f78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:48.725620 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d231770d-f9fd-40fb-a832-80817023f78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:48.760373 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231770d-f9fd-40fb-a832-80817023f78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8388e1-486d-4402-9fe3-c496f062fc99,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:48.764616 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-d231770d-f9fd-40fb-a832-80817023f78a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=496dd8ac34124c74abee929064e0fed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530251 Aug 04 10:55:48.767261 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43368) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:48.821964 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf23e5d9-2f1d-4a8c-a9c2-0d1726a123b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:48.844900 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf23e5d9-2f1d-4a8c-a9c2-0d1726a123b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:48.912919 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf23e5d9-2f1d-4a8c-a9c2-0d1726a123b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:48.915491 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf23e5d9-2f1d-4a8c-a9c2-0d1726a123b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:48.916668 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-cf23e5d9-2f1d-4a8c-a9c2-0d1726a123b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a8388e1-486d-4402-9fe3-c496f062fc99 HTTP/1.1" status: 204 len: 168 time: 0.1484540 Aug 04 10:55:48.924321 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23e5d9-2f1d-4a8c-a9c2-0d1726a123b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8388e1-486d-4402-9fe3-c496f062fc99,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:49.254495 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43390) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:49.276122 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8134c411-cb9b-42c8-89a3-1d3eaeca2bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:49.403142 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8134c411-cb9b-42c8-89a3-1d3eaeca2bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:49.410748 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8134c411-cb9b-42c8-89a3-1d3eaeca2bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:49.446104 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-8134c411-cb9b-42c8-89a3-1d3eaeca2bd7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cea3a7d716f74605be4d12125f3f29e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874628 Aug 04 10:55:49.446517 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43396) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:49.459608 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e198-40b7-4549-8d4e-e86df7b15144 req-226fb54b-2d7c-47d2-a63a-190f6a9bd909 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:49.461397 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae41e198-40b7-4549-8d4e-e86df7b15144 req-226fb54b-2d7c-47d2-a63a-190f6a9bd909 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0951281 Aug 04 10:55:49.490308 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134c411-cb9b-42c8-89a3-1d3eaeca2bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5139dfff-824d-4068-958c-39144870d2a7,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:49.517797 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a46c2639-a590-483b-89dd-b51cecd8328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:49.522369 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae41e198-40b7-4549-8d4e-e86df7b15144 req-ea4589e8-eaa1-41dd-b16d-f62fdf273916 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539088 Aug 04 10:55:49.543400 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a46c2639-a590-483b-89dd-b51cecd8328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:49.618658 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a46c2639-a590-483b-89dd-b51cecd8328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:49.622196 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a46c2639-a590-483b-89dd-b51cecd8328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:49.625309 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-a46c2639-a590-483b-89dd-b51cecd8328a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5139dfff-824d-4068-958c-39144870d2a7 HTTP/1.1" status: 204 len: 168 time: 0.1778989 Aug 04 10:55:49.638790 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c2639-a590-483b-89dd-b51cecd8328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5139dfff-824d-4068-958c-39144870d2a7,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:49.750971 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2f8ef-977a-4ea6-82c4-a071b40d22d6 req-45bcf4cb-98d7-4ee0-bf86-ff365d407aa4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:49.752614 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f2f2f8ef-977a-4ea6-82c4-a071b40d22d6 req-45bcf4cb-98d7-4ee0-bf86-ff365d407aa4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.1314945 Aug 04 10:55:49.803504 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f2f2f8ef-977a-4ea6-82c4-a071b40d22d6 req-56819c33-9d90-415b-98a8-be44105e3c43 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 Aug 04 10:55:50.669796 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5d73e-43ce-454c-977e-53bf615f1979 req-315b1e13-ded5-442a-ba95-9ea5c9e57e60 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:50.671328 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3db5d73e-43ce-454c-977e-53bf615f1979 req-315b1e13-ded5-442a-ba95-9ea5c9e57e60 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0599439 Aug 04 10:55:50.717723 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3db5d73e-43ce-454c-977e-53bf615f1979 req-e86006d4-468a-49ba-b5a7-4bcd4e372fda tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Aug 04 10:55:50.929911 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ae7cb-f671-43b2-8234-11baeef520c3 req-f62ad947-a8de-4a25-9415-c889fb92e50e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:50.931693 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e90ae7cb-f671-43b2-8234-11baeef520c3 req-f62ad947-a8de-4a25-9415-c889fb92e50e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0531683 Aug 04 10:55:50.969736 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e90ae7cb-f671-43b2-8234-11baeef520c3 req-19357b7a-acdc-4cb6-b98e-f20f4677e366 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Aug 04 10:55:51.066183 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43482) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:51.114853 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f431461f-abe4-4623-8eed-1dd492309ee1 admin admin] Deleting subnet f71d763e-e6a0-4e17-a40b-413cd76ddf80 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:55:51.117964 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f431461f-abe4-4623-8eed-1dd492309ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.151941 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f431461f-abe4-4623-8eed-1dd492309ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.190923 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f431461f-abe4-4623-8eed-1dd492309ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.245171 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f431461f-abe4-4623-8eed-1dd492309ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.277050 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431461f-abe4-4623-8eed-1dd492309ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71d763e-e6a0-4e17-a40b-413cd76ddf80,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:51.281927 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f431461f-abe4-4623-8eed-1dd492309ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.285099 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f431461f-abe4-4623-8eed-1dd492309ee1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f71d763e-e6a0-4e17-a40b-413cd76ddf80 HTTP/1.1" status: 204 len: 168 time: 0.2178235 Aug 04 10:55:51.285797 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43488) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:51.360700 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.454974 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.469008 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a06c66-b9a9-46d2-abae-63792be00885']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:51.480353 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8500dfa-d530-4ef3-92da-3d67057e4954') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:51.480667 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8500dfa-d530-4ef3-92da-3d67057e4954') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:55:51.493723 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.516980 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.523841 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:55:51.526463 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:55:51.529277 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:55:51.611333 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.616930 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.619148 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] 10.222.0.49 "DELETE /v2.0/networks/07a06c66-b9a9-46d2-abae-63792be00885 HTTP/1.1" status: 204 len: 168 time: 0.3322141 Aug 04 10:55:51.634488 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e57af3-9b9f-48ca-87df-d74bd09b27bf admin admin] Pushing event deleted for resources: {'Network': ['ID=07a06c66-b9a9-46d2-abae-63792be00885,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:51.819352 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43498) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:51.850705 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb912d-4bb4-4d0c-b2df-5e0a112afd6e req-a628ce50-dcda-4bcb-92ed-e9a4056a1c84 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:51.853065 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-37cb912d-4bb4-4d0c-b2df-5e0a112afd6e req-a628ce50-dcda-4bcb-92ed-e9a4056a1c84 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0566103 Aug 04 10:55:51.859622 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-09542a7f-cbad-4043-b039-208ada0712e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1aae43ea4eb7472a9826cef802e8bebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391045 Aug 04 10:55:51.862751 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43500) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:51.898034 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-37cb912d-4bb4-4d0c-b2df-5e0a112afd6e req-aedf2bee-db8e-46e6-a0ec-2678000979f7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370502 Aug 04 10:55:51.916370 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb434-afaf-4aeb-a387-3b4ed06b92b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.940156 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb434-afaf-4aeb-a387-3b4ed06b92b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:51.998136 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb434-afaf-4aeb-a387-3b4ed06b92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:52.001155 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb434-afaf-4aeb-a387-3b4ed06b92b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:52.004742 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-5fcdb434-afaf-4aeb-a387-3b4ed06b92b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03577e5b-157b-40a7-8835-e66da1423e8e HTTP/1.1" status: 204 len: 168 time: 0.1386156 Aug 04 10:55:52.015065 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdb434-afaf-4aeb-a387-3b4ed06b92b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03577e5b-157b-40a7-8835-e66da1423e8e,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:52.093518 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038802a-2665-454f-86be-f8b0b01f5b2e req-6db9a005-6ae2-4d24-808a-e19c7308fcb9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:52.095121 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4038802a-2665-454f-86be-f8b0b01f5b2e req-6db9a005-6ae2-4d24-808a-e19c7308fcb9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0481160 Aug 04 10:55:52.142872 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4038802a-2665-454f-86be-f8b0b01f5b2e req-4d234f77-9106-4c28-a331-8db4335eb2c4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411837 Aug 04 10:55:53.004982 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bceb302b-d2b1-4a72-b935-0bba0659cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:53.043957 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9426d-07d7-4fdb-9d89-ae3566f91783 req-fec9ef92-ac23-470d-a3ba-d3cb6997736c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:53.045546 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c4b9426d-07d7-4fdb-9d89-ae3566f91783 req-fec9ef92-ac23-470d-a3ba-d3cb6997736c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0704222 Aug 04 10:55:53.092227 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c4b9426d-07d7-4fdb-9d89-ae3566f91783 req-fa6a9310-18d3-42b9-ad2e-f12ca90c4a42 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Aug 04 10:55:53.269795 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4285ae-4d48-447f-a273-14e68696701a req-68ec5ab4-d269-49de-be23-81cdcf01954e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:53.271721 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f4285ae-4d48-447f-a273-14e68696701a req-68ec5ab4-d269-49de-be23-81cdcf01954e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0493071 Aug 04 10:55:53.309494 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f4285ae-4d48-447f-a273-14e68696701a req-f80aa919-c80c-4b2b-b2fa-2e7946a50927 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317581 Aug 04 10:55:54.206712 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c28a4e-17c2-40d2-ac3d-8067031d43f9 req-08966ccf-6eee-465a-a6e6-47f801cddb39 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:54.208499 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32c28a4e-17c2-40d2-ac3d-8067031d43f9 req-08966ccf-6eee-465a-a6e6-47f801cddb39 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0503299 Aug 04 10:55:54.260433 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32c28a4e-17c2-40d2-ac3d-8067031d43f9 req-535728d5-16a9-4c61-812f-0d5e1e8ed27f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Aug 04 10:55:54.450492 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18a64d-0a19-4698-bdb8-e49506a54890 req-d6dd2ddc-7dd7-4bf0-a510-b4c8f1610a18 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:54.452123 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0d18a64d-0a19-4698-bdb8-e49506a54890 req-d6dd2ddc-7dd7-4bf0-a510-b4c8f1610a18 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0606475 Aug 04 10:55:54.494918 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0d18a64d-0a19-4698-bdb8-e49506a54890 req-a4b99502-648b-4302-a5ef-157b11fcafcb tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363774 Aug 04 10:55:54.887419 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43604) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:55.002027 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9993293e-ffd3-4b7d-a3d5-c86c57bb23e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.094090 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9993293e-ffd3-4b7d-a3d5-c86c57bb23e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.097909 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9993293e-ffd3-4b7d-a3d5-c86c57bb23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.136049 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9993293e-ffd3-4b7d-a3d5-c86c57bb23e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a966887f1e44a4b9084534ee5701cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469916 Aug 04 10:55:55.136929 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993293e-ffd3-4b7d-a3d5-c86c57bb23e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf1e23-e9ff-4ee4-98a7-bc1ca9a55ed9,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:55.138940 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43608) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:55.195264 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-336ace32-3e6e-427c-8f6c-0f5ec4210a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.216684 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-336ace32-3e6e-427c-8f6c-0f5ec4210a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.262391 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-336ace32-3e6e-427c-8f6c-0f5ec4210a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.264970 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-336ace32-3e6e-427c-8f6c-0f5ec4210a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.266102 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-336ace32-3e6e-427c-8f6c-0f5ec4210a88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77cf1e23-e9ff-4ee4-98a7-bc1ca9a55ed9 HTTP/1.1" status: 204 len: 168 time: 0.1258955 Aug 04 10:55:55.274358 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ace32-3e6e-427c-8f6c-0f5ec4210a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf1e23-e9ff-4ee4-98a7-bc1ca9a55ed9,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:55.382945 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822079f9-fdd9-4623-98f1-1d99847d3fe3 req-32d86ccf-41d5-4e4f-9bf4-fe5aa856a65d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:55.384530 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-822079f9-fdd9-4623-98f1-1d99847d3fe3 req-32d86ccf-41d5-4e4f-9bf4-fe5aa856a65d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Aug 04 10:55:55.424306 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-822079f9-fdd9-4623-98f1-1d99847d3fe3 req-819e01a5-aa65-41fa-a15d-dc22f2389459 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Aug 04 10:55:55.531676 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43620) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:55.545502 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-293e19d6-c894-451a-9dfe-4feb156348db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.593661 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.641169 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-293e19d6-c894-451a-9dfe-4feb156348db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.642969 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d80af-bae6-484b-9d54-6d721caa0d8e req-a5cedd25-5b7d-4a4a-8e9c-d63007dea018 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:55.644693 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-254d80af-bae6-484b-9d54-6d721caa0d8e req-a5cedd25-5b7d-4a4a-8e9c-d63007dea018 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0725131 Aug 04 10:55:55.646821 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-293e19d6-c894-451a-9dfe-4feb156348db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.687643 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-254d80af-bae6-484b-9d54-6d721caa0d8e req-7b1809b7-aa8a-4d63-a5dd-98ecb2a6c327 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340989 Aug 04 10:55:55.690622 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e19d6-c894-451a-9dfe-4feb156348db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dbc4ea-6daa-4753-887e-e0383bb948fa,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:55.699332 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-293e19d6-c894-451a-9dfe-4feb156348db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c43b144e930646de9474601d58b485a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663544 Aug 04 10:55:55.700126 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43628) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:55:55.755864 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8630-dabd-4a26-a9d4-4bde97e36c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.776531 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8630-dabd-4a26-a9d4-4bde97e36c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.825048 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8630-dabd-4a26-a9d4-4bde97e36c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.827608 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8630-dabd-4a26-a9d4-4bde97e36c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:55.831365 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3d6a8630-dabd-4a26-a9d4-4bde97e36c7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12dbc4ea-6daa-4753-887e-e0383bb948fa HTTP/1.1" status: 204 len: 168 time: 0.1272964 Aug 04 10:55:55.837176 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a8630-dabd-4a26-a9d4-4bde97e36c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dbc4ea-6daa-4753-887e-e0383bb948fa,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:55.870079 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dde39b59-a112-41e4-b66f-5d8ad9b7fe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:56.537951 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df498d-6946-4085-b973-9e46b8e847e7 req-fd433662-232c-4ae1-b97a-8e70f7d030cc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:56.539471 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-09df498d-6946-4085-b973-9e46b8e847e7 req-fd433662-232c-4ae1-b97a-8e70f7d030cc tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0478511 Aug 04 10:55:56.578118 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-09df498d-6946-4085-b973-9e46b8e847e7 req-6af707d0-e57d-4b01-99d3-e65a9902dc59 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Aug 04 10:55:56.810716 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4950d89-4895-4044-ae36-c47875e176b5 req-1f3b855f-aec1-4dd8-b455-89149d5d7180 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:56.812218 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c4950d89-4895-4044-ae36-c47875e176b5 req-1f3b855f-aec1-4dd8-b455-89149d5d7180 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0479376 Aug 04 10:55:56.850925 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c4950d89-4895-4044-ae36-c47875e176b5 req-94b58d20-aa60-412b-b029-63715d1dae35 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Aug 04 10:55:57.186265 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:57.726168 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f26f-c741-4d98-bf92-0220969f4052 req-32b8d67e-5eaa-4dfe-ae39-89ba3684748f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:57.727722 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-71d9f26f-c741-4d98-bf92-0220969f4052 req-32b8d67e-5eaa-4dfe-ae39-89ba3684748f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0559318 Aug 04 10:55:57.776397 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-71d9f26f-c741-4d98-bf92-0220969f4052 req-a6a9cfd3-9d5a-43e3-a8fb-8f9d834db811 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Aug 04 10:55:57.972049 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e127c89-44da-4583-9063-ed2e7727ac64 req-76195eab-e9f6-4159-9f24-e0285be34069 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:57.975372 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7e127c89-44da-4583-9063-ed2e7727ac64 req-76195eab-e9f6-4159-9f24-e0285be34069 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 944 time: 0.0486333 Aug 04 10:55:58.012722 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7e127c89-44da-4583-9063-ed2e7727ac64 req-b76ae4a0-7f83-4019-8638-bf51858b92bd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322881 Aug 04 10:55:58.481552 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:55:58.576189 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:58.587928 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'port_id': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'mac_address': 'fa:16:3e:86:6d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:55:58.631955 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:58.651989 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0872ab-ea9c-4294-875e-55a8edb3614b {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:55:58.676146 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:55:58.681155 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:58.751747 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:55:58.779420 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=9']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:55:58.788231 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.788797 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.789307 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.789647 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.789982 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.790314 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.790643 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.790970 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.791319 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.791649 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.791973 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.792296 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:55:58.903332 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f8104-0272-405d-b027-4ea8bcf12d6c req-206efcab-413c-4568-936e-0eca5d256bf5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:58.904964 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0b9f8104-0272-405d-b027-4ea8bcf12d6c req-206efcab-413c-4568-936e-0eca5d256bf5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0589113 Aug 04 10:55:58.949864 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0b9f8104-0272-405d-b027-4ea8bcf12d6c req-9ddc2353-a7c1-409b-9fb4-e7ec726aa355 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Aug 04 10:55:59.128929 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['6c0872ab-ea9c-4294-875e-55a8edb3614b'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:55:59.138819 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc399f9c-6ef4-402c-a68f-cefcc718eca6 req-4e0e0eee-6a1f-4458-8abe-5af223ab770c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:55:59.140668 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc399f9c-6ef4-402c-a68f-cefcc718eca6 req-4e0e0eee-6a1f-4458-8abe-5af223ab770c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Aug 04 10:55:59.183952 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc399f9c-6ef4-402c-a68f-cefcc718eca6 req-8422680c-b1ba-4a33-8821-3f13e0f153b8 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360470 Aug 04 10:56:00.068730 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb9c57-3d82-4ca9-a0a0-8818ccf6c4e0 req-2e245896-1e08-4859-adf7-738f19cfa263 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:00.070236 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9bdb9c57-3d82-4ca9-a0a0-8818ccf6c4e0 req-2e245896-1e08-4859-adf7-738f19cfa263 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0493302 Aug 04 10:56:00.108158 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9bdb9c57-3d82-4ca9-a0a0-8818ccf6c4e0 req-8ae2f9be-d727-4ce1-8c79-1a37ca6d3bf4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Aug 04 10:56:00.211673 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43782) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:00.304082 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4528169-24fd-4927-bb86-92bf5beedf19 req-d93c996d-2208-4228-a522-448a08554408 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:00.305609 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b4528169-24fd-4927-bb86-92bf5beedf19 req-d93c996d-2208-4228-a522-448a08554408 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 945 time: 0.0477581 Aug 04 10:56:00.314217 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0ebe4ad2-0d43-40cc-a535-4c96a550703f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.354006 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b4528169-24fd-4927-bb86-92bf5beedf19 req-98242f21-7a69-449b-9501-0b951d1c54ad tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Aug 04 10:56:00.405600 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0ebe4ad2-0d43-40cc-a535-4c96a550703f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.410407 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0ebe4ad2-0d43-40cc-a535-4c96a550703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.449991 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe4ad2-0d43-40cc-a535-4c96a550703f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0212a655-abbf-4c7e-82ad-79de2ef2a9a0,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:00.454311 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-0ebe4ad2-0d43-40cc-a535-4c96a550703f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6579c3456f14eec9af721d44b66c6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416248 Aug 04 10:56:00.456887 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43792) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:00.490298 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:00.509792 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3110333e-ef31-4af4-a63f-9437485f3fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.538159 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 6c0872ab-ea9c-4294-875e-55a8edb3614b triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:00.538540 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.538928 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3110333e-ef31-4af4-a63f-9437485f3fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.587017 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3110333e-ef31-4af4-a63f-9437485f3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.589753 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3110333e-ef31-4af4-a63f-9437485f3fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.590894 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3110333e-ef31-4af4-a63f-9437485f3fb5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0212a655-abbf-4c7e-82ad-79de2ef2a9a0 HTTP/1.1" status: 204 len: 168 time: 0.1331110 Aug 04 10:56:00.598451 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110333e-ef31-4af4-a63f-9437485f3fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0212a655-abbf-4c7e-82ad-79de2ef2a9a0,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:00.627181 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.653004 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:56:00.655224 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a24e04-5032-42eb-8501-01976e618acd" -d '{"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-plugged", "status": "completed", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:56:00.682764 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:00.690463 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.711924 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf0d1cf-545b-4be7-ad84-b2526da02257 x-openstack-request-id: req-5cf0d1cf-545b-4be7-ad84-b2526da02257 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:56:00.712215 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-plugged", "status": "completed", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:56:00.712466 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cf0d1cf-545b-4be7-ad84-b2526da02257 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:56:00.712880 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'code': 200} Aug 04 10:56:00.739889 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=10']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:00.871789 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43802) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:00.885707 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fa570938-042e-46d5-a245-92d7cdcb0c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.976099 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fa570938-042e-46d5-a245-92d7cdcb0c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:00.979578 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-fa570938-042e-46d5-a245-92d7cdcb0c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:01.018522 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-fa570938-042e-46d5-a245-92d7cdcb0c1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f09e1d4df90344dc9b3f145b31b9b0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455686 Aug 04 10:56:01.019602 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa570938-042e-46d5-a245-92d7cdcb0c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f37eaf7-6064-4566-9a93-5e93388914f3,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:01.021255 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43806) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:01.073998 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-81a26397-4c32-41ef-9227-369b3451ddff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:01.093974 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-81a26397-4c32-41ef-9227-369b3451ddff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:01.141600 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-81a26397-4c32-41ef-9227-369b3451ddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:01.144083 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-81a26397-4c32-41ef-9227-369b3451ddff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:01.145364 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-81a26397-4c32-41ef-9227-369b3451ddff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f37eaf7-6064-4566-9a93-5e93388914f3 HTTP/1.1" status: 204 len: 168 time: 0.1229439 Aug 04 10:56:01.153860 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a26397-4c32-41ef-9227-369b3451ddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f37eaf7-6064-4566-9a93-5e93388914f3,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:01.230414 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f23a2-294c-4435-9f35-274b1b18e9f9 req-351d01f0-0138-4398-820a-6b48b9742df3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:01.231852 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-360f23a2-294c-4435-9f35-274b1b18e9f9 req-351d01f0-0138-4398-820a-6b48b9742df3 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0499780 Aug 04 10:56:01.292814 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-360f23a2-294c-4435-9f35-274b1b18e9f9 req-354bd086-16ef-47c6-a1de-9dff1e1ad2b4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522265 Aug 04 10:56:01.313125 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda55119-ffe9-4825-82e8-807fd37f95f4 req-7f959d12-8317-4a3e-8898-a0dd864467b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:01.313125 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bda55119-ffe9-4825-82e8-807fd37f95f4 req-7f959d12-8317-4a3e-8898-a0dd864467b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 1100 time: 0.0497472 Aug 04 10:56:01.346506 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bda55119-ffe9-4825-82e8-807fd37f95f4 req-c0fd352c-8600-48ea-b977-d52c91ca4258 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281937 Aug 04 10:56:01.705097 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5c71-ca30-4444-ab40-e2f6f8bcef7a req-0dca771d-1b8e-4bdb-b1c8-224febc0f28c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:01.706766 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d53a5c71-ca30-4444-ab40-e2f6f8bcef7a req-0dca771d-1b8e-4bdb-b1c8-224febc0f28c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 947 time: 0.2714093 Aug 04 10:56:01.761451 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d53a5c71-ca30-4444-ab40-e2f6f8bcef7a req-50385b13-8b9f-4e12-9da0-ac68c0c3e29c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464294 Aug 04 10:56:02.405843 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7d016-e519-42d2-9100-420ae7a90f57 req-ddb4d825-3bc4-4491-925f-e1aca0c07edd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:02.407311 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04c7d016-e519-42d2-9100-420ae7a90f57 req-ddb4d825-3bc4-4491-925f-e1aca0c07edd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0475769 Aug 04 10:56:02.454229 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04c7d016-e519-42d2-9100-420ae7a90f57 req-e69c52ca-3e7d-476e-8753-f92b47c037cd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Aug 04 10:56:02.896586 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:02.909632 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa4b3-fbf8-44ff-8f35-7760502421f0 req-4366f136-5559-4511-9fd3-3547c0feb095 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:02.914347 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2efa4b3-fbf8-44ff-8f35-7760502421f0 req-4366f136-5559-4511-9fd3-3547c0feb095 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 947 time: 0.0734601 Aug 04 10:56:02.961323 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43868) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:02.962077 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2efa4b3-fbf8-44ff-8f35-7760502421f0 req-4b84a88f-a24c-4385-b0b0-e4872a996034 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 Aug 04 10:56:03.077337 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2d7bbfc7-a886-4bc1-8ca8-097b1b7c9d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:03.170572 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2d7bbfc7-a886-4bc1-8ca8-097b1b7c9d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:03.174770 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2d7bbfc7-a886-4bc1-8ca8-097b1b7c9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:03.218658 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-2d7bbfc7-a886-4bc1-8ca8-097b1b7c9d91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27f43432140149ab846ac0c6bbd0acdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528052 Aug 04 10:56:03.218658 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bbfc7-a886-4bc1-8ca8-097b1b7c9d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4137e042-8d04-4c1e-91dd-0bb045f83d88,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:03.219113 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43884) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:03.292122 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-df7a21d4-0e47-4c24-9488-3a9c0b96d8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:03.335569 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-df7a21d4-0e47-4c24-9488-3a9c0b96d8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:03.405693 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb86c7-3eab-4848-8c5f-505075243dd6 req-47886dce-78d8-48d7-8790-0f5c322eaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:03.407480 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3abb86c7-3eab-4848-8c5f-505075243dd6 req-47886dce-78d8-48d7-8790-0f5c322eaa18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1098 time: 0.0479908 Aug 04 10:56:03.426755 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-df7a21d4-0e47-4c24-9488-3a9c0b96d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:03.429666 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-df7a21d4-0e47-4c24-9488-3a9c0b96d8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:03.431209 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-df7a21d4-0e47-4c24-9488-3a9c0b96d8dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4137e042-8d04-4c1e-91dd-0bb045f83d88 HTTP/1.1" status: 204 len: 168 time: 0.2120502 Aug 04 10:56:03.457303 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a21d4-0e47-4c24-9488-3a9c0b96d8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4137e042-8d04-4c1e-91dd-0bb045f83d88,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:03.466901 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3abb86c7-3eab-4848-8c5f-505075243dd6 req-4df88f91-7ebb-4ab3-910d-64b5f70bd6d4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503664 Aug 04 10:56:03.589766 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a55bc-9673-4bd3-b983-eb594fbf2994 req-08c87de6-0b99-4d20-9f91-8e5ef90d87a6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:03.591564 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-af1a55bc-9673-4bd3-b983-eb594fbf2994 req-08c87de6-0b99-4d20-9f91-8e5ef90d87a6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0605009 Aug 04 10:56:03.641602 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-af1a55bc-9673-4bd3-b983-eb594fbf2994 req-c8b66e1f-2255-4705-9049-4f58fc1e0b3d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Aug 04 10:56:04.101569 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df069f26-27e8-4413-ae4b-5172e57adcd4 req-775b9a95-31b3-4575-bfe9-ec18ff55eb0d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:04.103058 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df069f26-27e8-4413-ae4b-5172e57adcd4 req-775b9a95-31b3-4575-bfe9-ec18ff55eb0d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 947 time: 0.0509007 Aug 04 10:56:04.132356 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 43932) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:04.142800 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df069f26-27e8-4413-ae4b-5172e57adcd4 req-59a73023-c88d-46da-8a2a-38653410f544 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Aug 04 10:56:04.227914 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1389101528-network', 'tenant_id': '0f23287107074943a5c354c8f4c12827'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:04.249254 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Made reservation on behalf of 0f23287107074943a5c354c8f4c12827 for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:56:04.251592 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.262396 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.347785 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.352102 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.375708 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:56:04.385029 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6347d-6963-435d-a5fa-c1a20b52dc12,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:04.389907 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.390246 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Added segment fb156587-04a0-4b64-95e4-ac6821e2324d of type vlan for network 01bde8f2-f53e-49e6-a4da-8580bfccb653 Aug 04 10:56:04.429940 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.458513 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.460195 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:04.460824 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.507186 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3735487 Aug 04 10:56:04.510009 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43938) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:04.516068 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Request body: {'subnet': {'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1389101528-subnet', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:04.520144 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffbf2a-7c2b-460c-bf2e-832158a0c7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=01bde8f2-f53e-49e6-a4da-8580bfccb653,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:04.530764 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:56:04.539403 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Made reservation on behalf of 0f23287107074943a5c354c8f4c12827 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:56:04.541615 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126047920'] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.709043 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126047886'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.793627 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0158642-3d87-4eb7-b280-083c77482d90,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:04.803364 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Checking segment: {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:56:04.803721 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Network hostable DHCP agents. Network: 01bde8f2-f53e-49e6-a4da-8580bfccb653, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:56:04.816765 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c4152-38a6-4c2d-bd21-9f162db0a0f4 req-6caf0c79-24db-4663-b953-c06c50341658 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:04.818227 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d5c4152-38a6-4c2d-bd21-9f162db0a0f4 req-6caf0c79-24db-4663-b953-c06c50341658 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0836265 Aug 04 10:56:04.845681 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:56:04.862221 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 01bde8f2-f53e-49e6-a4da-8580bfccb653) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:04.869002 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:04.869586 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.871606 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe6472e-2873-4d14-a589-bca0b1e6684d None None] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:56:04.875125 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d5c4152-38a6-4c2d-bd21-9f162db0a0f4 req-86f37c18-5622-4534-ae0a-c5211818c58d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490766 Aug 04 10:56:04.887817 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-00e990b5-7858-4baa-9741-33dc9e4abccb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3761704 Aug 04 10:56:04.894206 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43946) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:04.899382 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:04.921864 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.922860 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:04.975543 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.015687 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-01bde8f2-f53e-49e6-a4da-8580bfccb653', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 10:56:05.016581 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.118974 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.156588 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Allocated IP 172.20.0.2 (01bde8f2-f53e-49e6-a4da-8580bfccb653/b0158642-3d87-4eb7-b280-083c77482d90/f34223f8-a13b-4976-9df7-ebbd57d369db) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:56:05.300876 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.309171 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Transition to ACTIVE for port object f34223f8-a13b-4976-9df7-ebbd57d369db will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:05.315405 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.323906 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Transition to ACTIVE for port object f34223f8-a13b-4976-9df7-ebbd57d369db will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:05.329862 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.338750 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.370736 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:05.373499 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:05.376988 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:56:05.385728 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Pushing event updated for resources: {'Port': ['ID=f34223f8-a13b-4976-9df7-ebbd57d369db,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:05.433567 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Attempting to bind port f34223f8-a13b-4976-9df7-ebbd57d369db on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:56:05.433934 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Attempting to bind port f34223f8-a13b-4976-9df7-ebbd57d369db by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:56:05.434299 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Attempting to bind port f34223f8-a13b-4976-9df7-ebbd57d369db on network 01bde8f2-f53e-49e6-a4da-8580bfccb653 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:56:05.439132 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:56:05.439498 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Checking segment: {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:56:05.439897 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.440292 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Bound using segment: {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:56:05.440810 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Bound port: f34223f8-a13b-4976-9df7-ebbd57d369db, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:56:05.441194 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.450943 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Allocated IP 172.27.1.7 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/b1e30cd3-adcb-492a-b287-d0981495814e) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:56:05.505912 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] For port f34223f8-a13b-4976-9df7-ebbd57d369db, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:56:05.509553 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] For port f34223f8-a13b-4976-9df7-ebbd57d369db, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f34223f8-a13b-4976-9df7-ebbd57d369db,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:56:05.514102 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.564006 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.575468 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b059831-fd72-491b-9a0a-e6ef3bb9bc9a None None] Pushing event updated for resources: {'Port': ['ID=f34223f8-a13b-4976-9df7-ebbd57d369db,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:05.612574 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:05.655293 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:05.658218 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:05.661763 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:56:05.688792 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e30cd3-adcb-492a-b287-d0981495814e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:05.933386 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:06.060831 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487b2bd-bc92-4846-b4f0-14e3153a5d9d req-d125f556-a406-48b2-bae8-4ca456b763da tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:06.062305 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d487b2bd-bc92-4846-b4f0-14e3153a5d9d req-d125f556-a406-48b2-bae8-4ca456b763da tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0943191 Aug 04 10:56:06.143030 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d487b2bd-bc92-4846-b4f0-14e3153a5d9d req-57ccf256-89be-4bba-bf86-b1c60192b3b4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747130 Aug 04 10:56:06.190292 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:06.324392 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 10:56:06.459895 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:56:06.465911 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f34223f8-a13b-4976-9df7-ebbd57d369db up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:06.482008 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Sync routers for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:56:06.491495 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:06.497550 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-589dafec-f37f-4bef-b897-a11f5c60b1e9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5979681 Aug 04 10:56:06.497796 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:06.497796 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:06.498156 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 43952) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:06.536826 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port f34223f8-a13b-4976-9df7-ebbd57d369db completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:06.586424 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31d9a5-e5df-4787-b0e4-a773f58f196f None None] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:56:06.604028 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:06.674732 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-246fd1b6-98d5-4bd7-9a69-865aa717079c None None] Provisioning for port f34223f8-a13b-4976-9df7-ebbd57d369db completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:06.683248 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-246fd1b6-98d5-4bd7-9a69-865aa717079c None None] Provisioning complete for port f34223f8-a13b-4976-9df7-ebbd57d369db triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:06.683632 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-246fd1b6-98d5-4bd7-9a69-865aa717079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:06.821825 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:05Z', 'revision_number': 3, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:06.847304 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Checking router: 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:56:06.847660 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Updating router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db port b1e30cd3-adcb-492a-b287-d0981495814e binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:56:06.874357 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:06.892139 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-246fd1b6-98d5-4bd7-9a69-865aa717079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:06.961604 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-246fd1b6-98d5-4bd7-9a69-865aa717079c None None] For port f34223f8-a13b-4976-9df7-ebbd57d369db, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f34223f8-a13b-4976-9df7-ebbd57d369db,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:06.970575 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-246fd1b6-98d5-4bd7-9a69-865aa717079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.050578 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fd1b6-98d5-4bd7-9a69-865aa717079c None None] Pushing event updated for resources: {'Port': ['ID=f34223f8-a13b-4976-9df7-ebbd57d369db,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:07.121513 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.138602 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.148969 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Transition to ACTIVE for port object b1e30cd3-adcb-492a-b287-d0981495814e will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:07.159992 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.210287 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Attempting to bind port b1e30cd3-adcb-492a-b287-d0981495814e on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:56:07.210663 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Attempting to bind port b1e30cd3-adcb-492a-b287-d0981495814e by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:56:07.211045 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Attempting to bind port b1e30cd3-adcb-492a-b287-d0981495814e on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:56:07.221197 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:56:07.221477 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:56:07.221885 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.222276 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:56:07.222756 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Bound port: b1e30cd3-adcb-492a-b287-d0981495814e, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:56:07.223154 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.229217 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Pushing event updated for resources: {'Port': ['ID=b1e30cd3-adcb-492a-b287-d0981495814e,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:07.262585 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.262929 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.263273 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.263607 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.263934 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.264276 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.264586 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.264946 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.265274 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.265598 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.265918 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.266238 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:07.293518 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-a3a584ab-c741-4d93-9c28-1b3be5437f3b None None] Provisioning complete for port f34223f8-a13b-4976-9df7-ebbd57d369db triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:07.293894 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a3a584ab-c741-4d93-9c28-1b3be5437f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.296687 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] For port b1e30cd3-adcb-492a-b287-d0981495814e, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:56:07.299498 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] For port b1e30cd3-adcb-492a-b287-d0981495814e, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=b1e30cd3-adcb-492a-b287-d0981495814e,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:56:07.304007 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.459578 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749f5ad-9758-42b6-9b16-ecbb841c3208 None None] Pushing event updated for resources: {'Port': ['ID=b1e30cd3-adcb-492a-b287-d0981495814e,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:07.462261 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:07.462861 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:07.540361 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1c7e2-e6d2-49d2-8398-538b4af832ca req-641fb4d3-99c3-4b2d-92de-cffcd883d9c7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:07.541372 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2fc1c7e2-e6d2-49d2-8398-538b4af832ca req-641fb4d3-99c3-4b2d-92de-cffcd883d9c7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.3114674 Aug 04 10:56:07.575894 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Allocated IP 172.20.0.1 (01bde8f2-f53e-49e6-a4da-8580bfccb653/b0158642-3d87-4eb7-b280-083c77482d90/8060d2d0-448e-406f-b412-398769809640) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:56:07.579912 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:07.606920 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2fc1c7e2-e6d2-49d2-8398-538b4af832ca req-456df221-f4b5-4766-9d48-e687b79a59a5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560019 Aug 04 10:56:07.697203 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.711081 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Transition to ACTIVE for port object 8060d2d0-448e-406f-b412-398769809640 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:07.752197 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:07.794505 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:05Z', 'revision_number': 3, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:07.800418 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:07.805686 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:07.809525 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:56:07.834961 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8429e4c7-16c0-40dc-8667-b5cf3d1fd645 None None] The sync data for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi is: [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:05Z', 'revision_number': 3, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:56:07.850071 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Pushing event updated for resources: {'Port': ['ID=8060d2d0-448e-406f-b412-398769809640,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:07.852903 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.016867 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.135746 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-c5777108-3009-4201-943c-d7256885d738 None None] Provisioning for port 8060d2d0-448e-406f-b412-398769809640 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:08.141056 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-c5777108-3009-4201-943c-d7256885d738 None None] Provisioning complete for port 8060d2d0-448e-406f-b412-398769809640 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:08.141356 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c5777108-3009-4201-943c-d7256885d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.188937 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-c5777108-3009-4201-943c-d7256885d738 None None] Port 8060d2d0-448e-406f-b412-398769809640 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:56:08.224102 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.229189 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.301795 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Pushing event updated for resources: {'Port': ['ID=8060d2d0-448e-406f-b412-398769809640,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:08.305993 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.448685 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:08.448685 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:08.501403 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device b1e30cd3-adcb-492a-b287-d0981495814e up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:08.567969 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port b1e30cd3-adcb-492a-b287-d0981495814e completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:08.574120 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port b1e30cd3-adcb-492a-b287-d0981495814e triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:08.574945 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.598751 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:56:08.675680 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.705001 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port b1e30cd3-adcb-492a-b287-d0981495814e, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=b1e30cd3-adcb-492a-b287-d0981495814e,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:08.713108 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.714057 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f34223f8-a13b-4976-9df7-ebbd57d369db up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:08.787263 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a92d-e544-46cf-8310-e92b9b9db5a8 req-b410e2e1-4939-4772-af4f-a7e8f0688339 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:08.789075 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f4b7a92d-e544-46cf-8310-e92b9b9db5a8 req-b410e2e1-4939-4772-af4f-a7e8f0688339 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0660660 Aug 04 10:56:08.790289 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:56:08.796930 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4c573f24-5fe2-41cc-91fa-256efe5ef499 admin admin] 10.222.0.49 "PUT /v2.0/routers/05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2971821 Aug 04 10:56:08.797887 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=b1e30cd3-adcb-492a-b287-d0981495814e,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:08.818138 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port f34223f8-a13b-4976-9df7-ebbd57d369db triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:08.819084 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:08.839922 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f4b7a92d-e544-46cf-8310-e92b9b9db5a8 req-bb1f40d0-f133-4ef0-8e80-7e106cd55dc2 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Aug 04 10:56:08.856019 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-4d78016e-9cfc-47c8-a712-3ff352c09bfa None None] Provisioning complete for port 8060d2d0-448e-406f-b412-398769809640 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:08.856399 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4d78016e-9cfc-47c8-a712-3ff352c09bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.039857 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-4d78016e-9cfc-47c8-a712-3ff352c09bfa None None] Port 8060d2d0-448e-406f-b412-398769809640 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:56:09.250261 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5cb6f-288a-4c44-877b-c718ff9edbda req-3c14575a-73bf-4a96-b8d9-dbb2585215ca tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:09.251830 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4bf5cb6f-288a-4c44-877b-c718ff9edbda req-3c14575a-73bf-4a96-b8d9-dbb2585215ca tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0546319 Aug 04 10:56:09.315754 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4bf5cb6f-288a-4c44-877b-c718ff9edbda req-1af80cdf-ac0d-4ed5-91e7-184047922a0d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552998 Aug 04 10:56:09.323148 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-04718de2-0848-4b45-b328-b8464a5c5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:09.324780 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-04718de2-0848-4b45-b328-b8464a5c5c3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ed47241b6942a59eff2552631f5b69&device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 1098 time: 0.0720456 Aug 04 10:56:09.413850 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44024) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:09.418807 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1198010268-network', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:09.429701 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-1538d6e5-1f2b-4905-8a9b-62bbf6541188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:09.431264 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-1538d6e5-1f2b-4905-8a9b-62bbf6541188 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 200 len: 919 time: 0.0876644 Aug 04 10:56:09.441479 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Made reservation on behalf of b7bfef8c068740078fd1b9ec5988c50f for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:56:09.444447 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.459761 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.484461 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-ab9a8454-c7b6-4396-afdc-0aabfa4af193 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1 HTTP/1.1" status: 200 len: 217 time: 0.0411232 Aug 04 10:56:09.550002 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-ef552bfa-2dac-4f7c-9774-d9875d72ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:09.551485 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-ef552bfa-2dac-4f7c-9774-d9875d72ffeb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 200 len: 858 time: 0.0562775 Aug 04 10:56:09.568862 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.573386 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.593444 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-b1db96a6-b23b-4c6d-8ddb-8a30e97099ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304165 Aug 04 10:56:09.602719 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:56:09.609630 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02bdef3-55c4-478f-b903-2b7862c0fa6c,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:09.614956 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.615849 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Added segment 19f7783e-eba6-4e65-b92d-78b87fcf50d1 of type vlan for network 42e744ed-8c45-45a7-bd6c-d399e2cca752 Aug 04 10:56:09.656510 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.687335 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.688354 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:09.689053 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.701443 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-583ed372-dd37-4f41-a512-a35c80c02109 service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940804 Aug 04 10:56:09.744016 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3290515 Aug 04 10:56:09.748148 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44032) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:09.754704 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Request body: {'subnet': {'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1198010268-subnet', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:09.758739 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2b69b-6a2b-4527-908d-a6fe24e1856f admin admin] Pushing event updated for resources: {'Network': ['ID=42e744ed-8c45-45a7-bd6c-d399e2cca752,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:09.771084 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 42e744ed-8c45-45a7-bd6c-d399e2cca752 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:56:09.782761 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Made reservation on behalf of b7bfef8c068740078fd1b9ec5988c50f for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:56:09.784898 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126168723'] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.812905 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32a7a9cf-b47e-4e43-9524-e1a740e5334c req-63c0fe8d-870b-4398-9039-f71ed830aa3d service neutron] 10.222.0.60 "GET /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972610 Aug 04 10:56:09.866259 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Sync routers for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:56:09.879939 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:09.881682 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:09.972901 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3238773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126168749'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:09.993309 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:10.035673 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa18f84-3a93-4ef8-a39e-bae1d7675112,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:10.044508 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Checking segment: {'id': '19f7783e-eba6-4e65-b92d-78b87fcf50d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:56:10.045828 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Network hostable DHCP agents. Network: 42e744ed-8c45-45a7-bd6c-d399e2cca752, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:56:10.061739 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Network 42e744ed-8c45-45a7-bd6c-d399e2cca752 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:56:10.070143 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 42e744ed-8c45-45a7-bd6c-d399e2cca752) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:10.074244 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:10.074841 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.087643 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-852a3423-145a-4e78-a2b2-3e8ffc67e5a6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3384583 Aug 04 10:56:10.090140 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44034) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:10.094394 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:10.104212 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73227b9c-d5c4-4115-a377-6c1a190d5b07 None None] Network 42e744ed-8c45-45a7-bd6c-d399e2cca752 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:56:10.114484 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.116000 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.167014 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.311358 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-42e744ed-8c45-45a7-bd6c-d399e2cca752', 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'fixed_ips': [{'subnet_id': '0fa18f84-3a93-4ef8-a39e-bae1d7675112'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 10:56:10.312213 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.346604 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.347370 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '8060d2d0-448e-406f-b412-398769809640', 'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'mac_address': 'fa:16:3e:0a:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:07Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 2, 'project_id': '0f23287107074943a5c354c8f4c12827', 'subnets': [{'id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:10.428414 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Checking router: 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:56:10.428858 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Updating router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db port 8060d2d0-448e-406f-b412-398769809640 binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:56:10.435273 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device b1e30cd3-adcb-492a-b287-d0981495814e up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:10.452852 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:56:10.501044 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.530431 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f40aa-fe24-4e11-80ce-b28f11e179dd req-a4e07124-41c8-41e9-b978-2105bd6c472c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:10.532194 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e64f40aa-fe24-4e11-80ce-b28f11e179dd req-a4e07124-41c8-41e9-b978-2105bd6c472c tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1015365 Aug 04 10:56:10.550365 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ad51-8f5d-4d62-99d4-616f373d6c0e req-fce675ca-6488-4eb4-b88f-eb3e976872ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:10.551984 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1728ad51-8f5d-4d62-99d4-616f373d6c0e req-fce675ca-6488-4eb4-b88f-eb3e976872ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0803576 Aug 04 10:56:10.588707 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Allocated IP 172.20.0.2 (42e744ed-8c45-45a7-bd6c-d399e2cca752/0fa18f84-3a93-4ef8-a39e-bae1d7675112/88aaa244-8720-4b9e-a002-6aeea61c0200) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:56:10.627385 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e64f40aa-fe24-4e11-80ce-b28f11e179dd req-e49a61e3-82cb-43e1-b797-22f7b290b358 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851634 Aug 04 10:56:10.651485 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1728ad51-8f5d-4d62-99d4-616f373d6c0e req-3da009d8-3502-4135-830e-bd281c827044 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895133 Aug 04 10:56:10.659028 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.665826 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port b1e30cd3-adcb-492a-b287-d0981495814e triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:10.666205 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.679828 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.803081 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Allocated IP 172.27.1.75 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/c8628c97-a8d7-4a91-9421-bd6e7cacffdb) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:56:10.928675 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44050) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:10.940186 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.972686 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.992357 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:10.994754 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Transition to ACTIVE for port object 88aaa244-8720-4b9e-a002-6aeea61c0200 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:11.037916 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:11.040285 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Transition to ACTIVE for port object 88aaa244-8720-4b9e-a002-6aeea61c0200 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:11.044259 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:11.052579 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:56:11.052923 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.056506 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.075256 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=c8628c97-a8d7-4a91-9421-bd6e7cacffdb,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:11.093617 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c3f5-00d0-44f2-9e0a-d753d2dc15f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.095522 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Transition to ACTIVE for port object 8060d2d0-448e-406f-b412-398769809640 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:11.104833 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Network 42e744ed-8c45-45a7-bd6c-d399e2cca752 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:11.107886 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.110128 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:11.114357 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:56:11.127641 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Pushing event updated for resources: {'Port': ['ID=88aaa244-8720-4b9e-a002-6aeea61c0200,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:11.234285 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac60bf-ecf1-4ec5-b55f-6502b19bf0ff None None] Pushing event updated for resources: {'Port': ['ID=8060d2d0-448e-406f-b412-398769809640,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:11.253182 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Attempting to bind port 88aaa244-8720-4b9e-a002-6aeea61c0200 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:56:11.253551 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Attempting to bind port 88aaa244-8720-4b9e-a002-6aeea61c0200 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '19f7783e-eba6-4e65-b92d-78b87fcf50d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:56:11.253910 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Attempting to bind port 88aaa244-8720-4b9e-a002-6aeea61c0200 on network 42e744ed-8c45-45a7-bd6c-d399e2cca752 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:56:11.262643 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:56:11.263013 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Checking segment: {'id': '19f7783e-eba6-4e65-b92d-78b87fcf50d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:56:11.263599 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.263989 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Bound using segment: {'id': '19f7783e-eba6-4e65-b92d-78b87fcf50d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:56:11.264449 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Bound port: 88aaa244-8720-4b9e-a002-6aeea61c0200, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f7783e-eba6-4e65-b92d-78b87fcf50d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:56:11.264854 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.281976 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Attempting to bind port 8060d2d0-448e-406f-b412-398769809640 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:56:11.282349 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Attempting to bind port 8060d2d0-448e-406f-b412-398769809640 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:56:11.282709 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Attempting to bind port 8060d2d0-448e-406f-b412-398769809640 on network 01bde8f2-f53e-49e6-a4da-8580bfccb653 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:56:11.290705 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:56:11.291072 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Checking segment: {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:56:11.291655 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.292047 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Bound using segment: {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:56:11.292670 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Bound port: 8060d2d0-448e-406f-b412-398769809640, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:56:11.292919 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.368546 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c3f5-00d0-44f2-9e0a-d753d2dc15f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.374846 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c3f5-00d0-44f2-9e0a-d753d2dc15f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.381650 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.390189 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] For port 88aaa244-8720-4b9e-a002-6aeea61c0200, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:56:11.455370 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3c3f5-00d0-44f2-9e0a-d753d2dc15f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53ed014-76ec-4a5a-a20a-5263e0bae42d,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:11.496049 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-c4d3c3f5-00d0-44f2-9e0a-d753d2dc15f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e37cb8fd06ee4bb7926a3781a053001b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5661952 Aug 04 10:56:11.498632 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44054) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:11.530258 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] For port 88aaa244-8720-4b9e-a002-6aeea61c0200, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=88aaa244-8720-4b9e-a002-6aeea61c0200,segment=NetworkSegment(19f7783e-eba6-4e65-b92d-78b87fcf50d1),segment_id=19f7783e-eba6-4e65-b92d-78b87fcf50d1)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:56:11.536905 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.539647 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] For port 8060d2d0-448e-406f-b412-398769809640, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:56:11.544686 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] For port 8060d2d0-448e-406f-b412-398769809640, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=8060d2d0-448e-406f-b412-398769809640,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:56:11.572173 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.598356 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-50552c85-ef5c-4e6a-afae-c7897a8cc362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.610155 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f468b9e-1313-40ce-bf28-6bc328612128 None None] Pushing event updated for resources: {'Port': ['ID=88aaa244-8720-4b9e-a002-6aeea61c0200,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:11.649440 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:11.650281 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:11.715805 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac60bf-ecf1-4ec5-b55f-6502b19bf0ff None None] Pushing event updated for resources: {'Port': ['ID=8060d2d0-448e-406f-b412-398769809640,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:11.807376 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:11.895576 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24023705-2272-4a98-9a07-8e3a065bd5ed req-d14a2c2b-b6ad-4113-b614-3003665b0c57 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:11.901883 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-24023705-2272-4a98-9a07-8e3a065bd5ed req-d14a2c2b-b6ad-4113-b614-3003665b0c57 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1182120 Aug 04 10:56:11.943005 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-50552c85-ef5c-4e6a-afae-c7897a8cc362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:11.970381 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd9d0-215f-48f6-bb9b-e058f06cfc2a req-27754760-59d8-43a3-98d5-31a7aed46681 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:11.978850 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-337dd9d0-215f-48f6-bb9b-e058f06cfc2a req-27754760-59d8-43a3-98d5-31a7aed46681 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1674178 Aug 04 10:56:12.021155 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:12.058239 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-24023705-2272-4a98-9a07-8e3a065bd5ed req-43215663-197f-4372-82cf-a187f51ed7ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268368 Aug 04 10:56:12.088330 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-50552c85-ef5c-4e6a-afae-c7897a8cc362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:12.091016 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-50552c85-ef5c-4e6a-afae-c7897a8cc362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:12.092270 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-50552c85-ef5c-4e6a-afae-c7897a8cc362 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a53ed014-76ec-4a5a-a20a-5263e0bae42d HTTP/1.1" status: 204 len: 168 time: 0.5927253 Aug 04 10:56:12.105440 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50552c85-ef5c-4e6a-afae-c7897a8cc362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53ed014-76ec-4a5a-a20a-5263e0bae42d,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:12.121868 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-337dd9d0-215f-48f6-bb9b-e058f06cfc2a req-a3e9b00b-eaaa-452e-84bc-2d1c92aae482 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417809 Aug 04 10:56:12.161937 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '8060d2d0-448e-406f-b412-398769809640', 'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'mac_address': 'fa:16:3e:0a:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:07Z', 'updated_at': '2021-08-04T10:56:11Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'subnets': [{'id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:12.194767 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e7da55-bbbe-449a-912d-e027648d4420 None None] The sync data for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi is: [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '8060d2d0-448e-406f-b412-398769809640', 'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'mac_address': 'fa:16:3e:0a:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:07Z', 'updated_at': '2021-08-04T10:56:11Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'subnets': [{'id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:56:12.265649 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 10:56:12.437911 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:56:12.450963 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Sync routers for ids ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:56:12.464482 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Routers {'e4e9f696-5d1f-416f-bb10-5f08db6f6de4'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:12.465491 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:12.469085 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:12.477763 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-2277b115-b8ee-4cb5-9adc-b9d71d3e0eb1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3865063 Aug 04 10:56:12.479090 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44072) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:12.493650 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 8060d2d0-448e-406f-b412-398769809640 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:12.597106 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Set router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:12.617985 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 8060d2d0-448e-406f-b412-398769809640 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:12.625562 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 8060d2d0-448e-406f-b412-398769809640 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:12.626396 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:12.751293 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:12.818305 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 8060d2d0-448e-406f-b412-398769809640, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=8060d2d0-448e-406f-b412-398769809640,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:12.831066 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:12.831932 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 88aaa244-8720-4b9e-a002-6aeea61c0200 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:12.885387 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:11Z', 'revision_number': 3, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'gw_port': {'id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:12.931098 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Checking router: e4e9f696-5d1f-416f-bb10-5f08db6f6de4 for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:56:12.931541 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Updating router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 port c8628c97-a8d7-4a91-9421-bd6e7cacffdb binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:56:12.964547 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.001980 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 88aaa244-8720-4b9e-a002-6aeea61c0200 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:13.022469 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=8060d2d0-448e-406f-b412-398769809640,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:13.079871 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbcf8ce-f0ce-4e14-a5f6-0f55fd01fa0b None None] Network 42e744ed-8c45-45a7-bd6c-d399e2cca752 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:56:13.257703 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-8e477bb5-251d-4ded-876c-ea7cf9a44b2c None None] Provisioning for port 88aaa244-8720-4b9e-a002-6aeea61c0200 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:13.282195 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-8e477bb5-251d-4ded-876c-ea7cf9a44b2c None None] Provisioning complete for port 88aaa244-8720-4b9e-a002-6aeea61c0200 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:13.282563 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8e477bb5-251d-4ded-876c-ea7cf9a44b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.296366 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.360599 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.379171 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Transition to ACTIVE for port object c8628c97-a8d7-4a91-9421-bd6e7cacffdb will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:13.390256 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7891-061b-4791-a5f2-b28c968c7b01 req-a412d6bd-e479-41f9-9adf-8668d6df1530 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:13.391915 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d57e7891-061b-4791-a5f2-b28c968c7b01 req-a412d6bd-e479-41f9-9adf-8668d6df1530 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1992502 Aug 04 10:56:13.397924 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.422873 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8e477bb5-251d-4ded-876c-ea7cf9a44b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.424996 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9a983-ec6c-4f91-9438-4693376eb0f8 req-d66acc2b-2353-4ce9-a881-d460974857dd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:13.426542 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5dc9a983-ec6c-4f91-9438-4693376eb0f8 req-d66acc2b-2353-4ce9-a881-d460974857dd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.1852303 Aug 04 10:56:13.469098 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-8e477bb5-251d-4ded-876c-ea7cf9a44b2c None None] For port 88aaa244-8720-4b9e-a002-6aeea61c0200, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=88aaa244-8720-4b9e-a002-6aeea61c0200,segment=NetworkSegment(19f7783e-eba6-4e65-b92d-78b87fcf50d1),segment_id=19f7783e-eba6-4e65-b92d-78b87fcf50d1)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:13.473305 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8e477bb5-251d-4ded-876c-ea7cf9a44b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.490914 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Attempting to bind port c8628c97-a8d7-4a91-9421-bd6e7cacffdb on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:56:13.491478 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Attempting to bind port c8628c97-a8d7-4a91-9421-bd6e7cacffdb by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:56:13.491629 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Attempting to bind port c8628c97-a8d7-4a91-9421-bd6e7cacffdb on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:56:13.504565 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:56:13.516779 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:56:13.517501 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.518062 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:56:13.518714 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Bound port: c8628c97-a8d7-4a91-9421-bd6e7cacffdb, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:56:13.519282 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.527928 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e477bb5-251d-4ded-876c-ea7cf9a44b2c None None] Pushing event updated for resources: {'Port': ['ID=88aaa244-8720-4b9e-a002-6aeea61c0200,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:13.578218 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Allocated IP 172.20.0.1 (42e744ed-8c45-45a7-bd6c-d399e2cca752/0fa18f84-3a93-4ef8-a39e-bae1d7675112/d93d5d32-596c-43ae-8537-696e40eb57f1) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:56:13.585288 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] For port c8628c97-a8d7-4a91-9421-bd6e7cacffdb, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:56:13.589312 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] For port c8628c97-a8d7-4a91-9421-bd6e7cacffdb, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=c8628c97-a8d7-4a91-9421-bd6e7cacffdb,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:56:13.594509 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0976c63-e0e2-4024-83c0-41cc52f5f458 None None] Pushing event updated for resources: {'Port': ['ID=c8628c97-a8d7-4a91-9421-bd6e7cacffdb,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:13.608229 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.665401 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Routers {'e4e9f696-5d1f-416f-bb10-5f08db6f6de4'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:13.666034 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:13.722918 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0976c63-e0e2-4024-83c0-41cc52f5f458 None None] Pushing event updated for resources: {'Port': ['ID=c8628c97-a8d7-4a91-9421-bd6e7cacffdb,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:13.729440 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d57e7891-061b-4791-a5f2-b28c968c7b01 req-c5aa11f7-522a-44e2-9f8b-10794fea07c5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268476 Aug 04 10:56:13.764782 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5dc9a983-ec6c-4f91-9438-4693376eb0f8 req-d2cb0ac6-7e0c-46e3-9557-e462230678a6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903566 Aug 04 10:56:13.822787 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] Set router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:13.824415 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-5490d5b0-3816-4b4c-b54d-587bb0beef20 None None] Provisioning complete for port 88aaa244-8720-4b9e-a002-6aeea61c0200 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:13.824827 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5490d5b0-3816-4b4c-b54d-587bb0beef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.882698 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:13.932319 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Transition to ACTIVE for port object d93d5d32-596c-43ae-8537-696e40eb57f1 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:14.010543 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:14.069885 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Pushing event updated for resources: {'Port': ['ID=d93d5d32-596c-43ae-8537-696e40eb57f1,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:14.081765 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Network 42e744ed-8c45-45a7-bd6c-d399e2cca752 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:14.083495 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:14.086636 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:56:14.129595 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:11Z', 'revision_number': 3, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'gw_port': {'id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:14.172001 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc33b9f-47aa-4f38-82cf-e8b2d5a1d714 None None] The sync data for ids ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'] in dv-cinder-803456-1-iscsi is: [{'id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:11Z', 'revision_number': 3, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'gw_port': {'id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:56:14.178901 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:14.362029 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:14.426719 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-493b53c3-609b-43ca-a5c3-793e1481f8a4 None None] Provisioning for port d93d5d32-596c-43ae-8537-696e40eb57f1 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:14.432124 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-493b53c3-609b-43ca-a5c3-793e1481f8a4 None None] Provisioning complete for port d93d5d32-596c-43ae-8537-696e40eb57f1 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:14.432499 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-493b53c3-609b-43ca-a5c3-793e1481f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:14.458120 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 8060d2d0-448e-406f-b412-398769809640 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:14.499305 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-493b53c3-609b-43ca-a5c3-793e1481f8a4 None None] Port d93d5d32-596c-43ae-8537-696e40eb57f1 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:56:14.526611 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 8060d2d0-448e-406f-b412-398769809640 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:14.526611 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:14.586233 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:14.591924 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:14.653020 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 88aaa244-8720-4b9e-a002-6aeea61c0200 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:14.696242 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:14.712582 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Pushing event updated for resources: {'Port': ['ID=d93d5d32-596c-43ae-8537-696e40eb57f1,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:14.726633 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 88aaa244-8720-4b9e-a002-6aeea61c0200 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:14.727335 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:14.888137 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Network 42e744ed-8c45-45a7-bd6c-d399e2cca752 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:14.891304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:15.127543 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-8463252a-fbf9-45eb-b06b-051fb86e1fd2 None None] Provisioning complete for port d93d5d32-596c-43ae-8537-696e40eb57f1 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:15.127784 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8463252a-fbf9-45eb-b06b-051fb86e1fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:15.166212 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-8463252a-fbf9-45eb-b06b-051fb86e1fd2 None None] Port d93d5d32-596c-43ae-8537-696e40eb57f1 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:56:15.181893 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd54389-a4d1-4045-bd03-58be88a13aea req-a31f6411-b0a9-4771-8ddb-50b193aded00 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:15.183443 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bcd54389-a4d1-4045-bd03-58be88a13aea req-a31f6411-b0a9-4771-8ddb-50b193aded00 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.3477781 Aug 04 10:56:15.264466 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bcd54389-a4d1-4045-bd03-58be88a13aea req-c4ce0aac-5a70-4154-ac3e-0352ffb334d5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729222 Aug 04 10:56:15.278282 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:56:15.397681 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:56:15.402577 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-53da5916-2128-48ba-b4e1-e17c3035a7ff admin admin] 10.222.0.49 "PUT /v2.0/routers/e4e9f696-5d1f-416f-bb10-5f08db6f6de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9224896 Aug 04 10:56:16.075988 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Sync routers for ids ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:56:16.090807 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Routers {'e4e9f696-5d1f-416f-bb10-5f08db6f6de4'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:16.091451 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:16.206215 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Set router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:16.523854 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6548ea-71cd-4371-bc50-8205133d63a8 req-9605a8a6-378b-4a9f-bce8-d25fad633f89 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:16.532753 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c6548ea-71cd-4371-bc50-8205133d63a8 req-9605a8a6-378b-4a9f-bce8-d25fad633f89 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0945504 Aug 04 10:56:16.538051 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device c8628c97-a8d7-4a91-9421-bd6e7cacffdb up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:16.585321 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c6548ea-71cd-4371-bc50-8205133d63a8 req-1bdfdf5e-9d2f-4bbb-9352-08834e8dbb69 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512209 Aug 04 10:56:16.614934 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:14Z', 'revision_number': 4, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'gw_port': {'id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': 'd93d5d32-596c-43ae-8537-696e40eb57f1', 'name': '', 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'mac_address': 'fa:16:3e:28:cc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0fa18f84-3a93-4ef8-a39e-bae1d7675112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:13Z', 'updated_at': '2021-08-04T10:56:14Z', 'revision_number': 2, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'subnets': [{'id': '0fa18f84-3a93-4ef8-a39e-bae1d7675112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:16.618197 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port c8628c97-a8d7-4a91-9421-bd6e7cacffdb completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:16.651293 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Checking router: e4e9f696-5d1f-416f-bb10-5f08db6f6de4 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:56:16.651648 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Updating router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 port d93d5d32-596c-43ae-8537-696e40eb57f1 binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 10:56:16.655376 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port c8628c97-a8d7-4a91-9421-bd6e7cacffdb triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:16.655376 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:16.702130 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:16.857638 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:16.921104 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port c8628c97-a8d7-4a91-9421-bd6e7cacffdb, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=c8628c97-a8d7-4a91-9421-bd6e7cacffdb,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:16.933920 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:17.211110 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=c8628c97-a8d7-4a91-9421-bd6e7cacffdb,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:17.215098 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:17.226798 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Transition to ACTIVE for port object d93d5d32-596c-43ae-8537-696e40eb57f1 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:17.236065 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:17.316930 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e447-3eae-45bc-b747-f11503586a0c None None] Pushing event updated for resources: {'Port': ['ID=d93d5d32-596c-43ae-8537-696e40eb57f1,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:17.359003 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Attempting to bind port d93d5d32-596c-43ae-8537-696e40eb57f1 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:56:17.359366 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Attempting to bind port d93d5d32-596c-43ae-8537-696e40eb57f1 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '19f7783e-eba6-4e65-b92d-78b87fcf50d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:56:17.359993 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Attempting to bind port d93d5d32-596c-43ae-8537-696e40eb57f1 on network 42e744ed-8c45-45a7-bd6c-d399e2cca752 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:56:17.366056 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:56:17.366364 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Checking segment: {'id': '19f7783e-eba6-4e65-b92d-78b87fcf50d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:56:17.366770 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:17.367160 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Bound using segment: {'id': '19f7783e-eba6-4e65-b92d-78b87fcf50d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:56:17.367626 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Bound port: d93d5d32-596c-43ae-8537-696e40eb57f1, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f7783e-eba6-4e65-b92d-78b87fcf50d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:56:17.368013 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:17.402859 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44170) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:17.469821 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] For port d93d5d32-596c-43ae-8537-696e40eb57f1, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:56:17.475411 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] For port d93d5d32-596c-43ae-8537-696e40eb57f1, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=d93d5d32-596c-43ae-8537-696e40eb57f1,segment=NetworkSegment(19f7783e-eba6-4e65-b92d-78b87fcf50d1),segment_id=19f7783e-eba6-4e65-b92d-78b87fcf50d1)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:56:17.481727 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:17.557270 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Routers {'e4e9f696-5d1f-416f-bb10-5f08db6f6de4'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:17.558307 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:55:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:17.564417 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e447-3eae-45bc-b747-f11503586a0c None None] Pushing event updated for resources: {'Port': ['ID=d93d5d32-596c-43ae-8537-696e40eb57f1,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:17.584759 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c1771f7-abcb-4a12-bcc1-95219741bcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:17.787712 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e0126-8ecc-4228-8a53-3573e709c5ec req-c18b94a4-dc94-4649-8ba2-91011cc7af27 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:17.798526 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c78e0126-8ecc-4228-8a53-3573e709c5ec req-c18b94a4-dc94-4649-8ba2-91011cc7af27 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1137159 Aug 04 10:56:17.811584 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c1771f7-abcb-4a12-bcc1-95219741bcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:17.816792 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] Set router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:17.829334 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c1771f7-abcb-4a12-bcc1-95219741bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:17.882836 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c78e0126-8ecc-4228-8a53-3573e709c5ec req-a234882e-f3fe-40a5-9833-6c1814096891 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830960 Aug 04 10:56:17.924319 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5c1771f7-abcb-4a12-bcc1-95219741bcfd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aaf278567e7c410fb8ff0efa814fc8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202744 Aug 04 10:56:17.929041 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44182) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:17.942217 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1771f7-abcb-4a12-bcc1-95219741bcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e826f5-3b61-477f-8f62-877245565be5,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:18.037504 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-59be5c93-e876-471c-bd27-7d1f0fd86955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.060549 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-59be5c93-e876-471c-bd27-7d1f0fd86955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.127094 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-59be5c93-e876-471c-bd27-7d1f0fd86955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.132789 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-59be5c93-e876-471c-bd27-7d1f0fd86955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.134038 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-59be5c93-e876-471c-bd27-7d1f0fd86955 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55e826f5-3b61-477f-8f62-877245565be5 HTTP/1.1" status: 204 len: 168 time: 0.2038169 Aug 04 10:56:18.162809 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be5c93-e876-471c-bd27-7d1f0fd86955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e826f5-3b61-477f-8f62-877245565be5,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:18.190370 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:14Z', 'revision_number': 4, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'gw_port': {'id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': 'd93d5d32-596c-43ae-8537-696e40eb57f1', 'name': '', 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'mac_address': 'fa:16:3e:28:cc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0fa18f84-3a93-4ef8-a39e-bae1d7675112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:13Z', 'updated_at': '2021-08-04T10:56:17Z', 'revision_number': 4, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'subnets': [{'id': '0fa18f84-3a93-4ef8-a39e-bae1d7675112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:18.231874 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6375a-f853-4f80-84af-8f7f6f730da7 None None] The sync data for ids ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'] in dv-cinder-803456-1-iscsi is: [{'id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:14Z', 'revision_number': 4, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'gw_port': {'id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': 'd93d5d32-596c-43ae-8537-696e40eb57f1', 'name': '', 'network_id': '42e744ed-8c45-45a7-bd6c-d399e2cca752', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'mac_address': 'fa:16:3e:28:cc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0fa18f84-3a93-4ef8-a39e-bae1d7675112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:13Z', 'updated_at': '2021-08-04T10:56:17Z', 'revision_number': 4, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'subnets': [{'id': '0fa18f84-3a93-4ef8-a39e-bae1d7675112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:56:18.564270 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device d93d5d32-596c-43ae-8537-696e40eb57f1 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:18.619327 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44188) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:18.644301 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a8b56ebb-61e1-44f5-ad77-bc127a074b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.658002 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port d93d5d32-596c-43ae-8537-696e40eb57f1 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:18.663553 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port d93d5d32-596c-43ae-8537-696e40eb57f1 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:18.664212 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.801293 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.805290 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a8b56ebb-61e1-44f5-ad77-bc127a074b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.814098 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a8b56ebb-61e1-44f5-ad77-bc127a074b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.861016 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port d93d5d32-596c-43ae-8537-696e40eb57f1, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=d93d5d32-596c-43ae-8537-696e40eb57f1,segment=NetworkSegment(19f7783e-eba6-4e65-b92d-78b87fcf50d1),segment_id=19f7783e-eba6-4e65-b92d-78b87fcf50d1)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:18.866137 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-a8b56ebb-61e1-44f5-ad77-bc127a074b64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ce8d485812c4098aaed9719d3e23724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456858 Aug 04 10:56:18.867337 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b56ebb-61e1-44f5-ad77-bc127a074b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec77497-8733-4ed6-a7b5-7ba9ed6aa9b4,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:18.868751 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44190) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:18.870335 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:18.871343 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device c8628c97-a8d7-4a91-9421-bd6e7cacffdb up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:18.940618 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7eb35bd9-3814-420b-84de-6a58efd76ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:19.003046 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7eb35bd9-3814-420b-84de-6a58efd76ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:19.018600 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=d93d5d32-596c-43ae-8537-696e40eb57f1,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:19.043510 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port c8628c97-a8d7-4a91-9421-bd6e7cacffdb triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:19.044623 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:19.085852 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e248555-8129-4307-b297-e5265f5b552f req-6217969a-cfa5-4c38-a039-a0f342d9272b tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:19.087567 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9e248555-8129-4307-b297-e5265f5b552f req-6217969a-cfa5-4c38-a039-a0f342d9272b tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1300635 Aug 04 10:56:19.182171 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9e248555-8129-4307-b297-e5265f5b552f req-210a5d20-81a7-494a-a3a5-e19836bbe43e tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878885 Aug 04 10:56:19.185257 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7eb35bd9-3814-420b-84de-6a58efd76ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:19.190176 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7eb35bd9-3814-420b-84de-6a58efd76ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:19.193102 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7eb35bd9-3814-420b-84de-6a58efd76ad3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ec77497-8733-4ed6-a7b5-7ba9ed6aa9b4 HTTP/1.1" status: 204 len: 168 time: 0.3227038 Aug 04 10:56:19.223004 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb35bd9-3814-420b-84de-6a58efd76ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec77497-8733-4ed6-a7b5-7ba9ed6aa9b4,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:19.362858 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb00f-c275-481d-9911-cc9e1e282b1d req-9ffa0c3c-76f2-4ced-9369-aa8a37360842 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:19.369555 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-116bb00f-c275-481d-9911-cc9e1e282b1d req-9ffa0c3c-76f2-4ced-9369-aa8a37360842 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0607834 Aug 04 10:56:19.425307 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-116bb00f-c275-481d-9911-cc9e1e282b1d req-4be75bfe-a1a3-40ea-9b29-26ebdc941327 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477185 Aug 04 10:56:20.329024 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977db7c4-6bff-47d2-9ade-ebe52f349082 req-d78d0e07-9ec2-44c0-9875-d2135f2850a5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:20.330708 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-977db7c4-6bff-47d2-9ade-ebe52f349082 req-d78d0e07-9ec2-44c0-9875-d2135f2850a5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0648301 Aug 04 10:56:20.387804 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-977db7c4-6bff-47d2-9ade-ebe52f349082 req-2df82ce2-2aec-4801-8271-16961bc8c50f tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511897 Aug 04 10:56:20.427921 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device d93d5d32-596c-43ae-8537-696e40eb57f1 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:20.495085 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port d93d5d32-596c-43ae-8537-696e40eb57f1 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:20.495485 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:20.597273 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866bfd3-808c-4ff4-9e2d-1ff4648fd570 req-fd9310a0-41f4-4bfa-a79d-51b0c7add41b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:20.598785 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9866bfd3-808c-4ff4-9e2d-1ff4648fd570 req-fd9310a0-41f4-4bfa-a79d-51b0c7add41b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0703580 Aug 04 10:56:20.651105 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9866bfd3-808c-4ff4-9e2d-1ff4648fd570 req-43d2938e-f473-473b-bf1d-3cab5a972413 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458601 Aug 04 10:56:21.527493 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c6409-3f59-4d05-a0d9-a7681471da4c req-e353d89c-1e57-426f-8df1-c8eabadf4e02 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:21.529177 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-059c6409-3f59-4d05-a0d9-a7681471da4c req-e353d89c-1e57-426f-8df1-c8eabadf4e02 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0587599 Aug 04 10:56:21.578906 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-059c6409-3f59-4d05-a0d9-a7681471da4c req-21bc5c45-d48c-4fea-bb9c-ba36c1e132be tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412097 Aug 04 10:56:21.850402 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f89e4d-e641-4cfa-85f4-c0d9ed15a7db req-1e62599b-a362-4c57-b429-7fa16d283393 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:21.851985 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f3f89e4d-e641-4cfa-85f4-c0d9ed15a7db req-1e62599b-a362-4c57-b429-7fa16d283393 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.1173067 Aug 04 10:56:21.907341 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5569a4-1994-42b1-b9f2-c4bd6273fbed req-b44deff8-2051-4a6d-8dee-26748d63e627 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:21.916330 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc5569a4-1994-42b1-b9f2-c4bd6273fbed req-b44deff8-2051-4a6d-8dee-26748d63e627 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.1478834 Aug 04 10:56:21.978205 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f3f89e4d-e641-4cfa-85f4-c0d9ed15a7db req-54ef04c7-e48a-43e7-a817-80ee371c66f6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098087 Aug 04 10:56:21.990993 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc5569a4-1994-42b1-b9f2-c4bd6273fbed req-7397e197-1fef-45d7-801e-2c63b1073635 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750506 Aug 04 10:56:21.996555 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adb68e-102e-4751-a990-4e50aec8be75 req-e57be0d7-5aa6-42e4-bf4f-cfcdb428e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:21.998194 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40adb68e-102e-4751-a990-4e50aec8be75 req-e57be0d7-5aa6-42e4-bf4f-cfcdb428e9d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 1098 time: 0.1392910 Aug 04 10:56:22.133597 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adb68e-102e-4751-a990-4e50aec8be75 req-b7a99226-ead7-428c-91b4-92be3def8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:22.135073 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40adb68e-102e-4751-a990-4e50aec8be75 req-b7a99226-ead7-428c-91b4-92be3def8379 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 911 time: 0.1129217 Aug 04 10:56:22.293571 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40adb68e-102e-4751-a990-4e50aec8be75 req-b52506c8-822f-43d3-8216-73619a6807cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105 HTTP/1.1" status: 200 len: 1001 time: 0.0678086 Aug 04 10:56:22.370046 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adb68e-102e-4751-a990-4e50aec8be75 req-fcdd394a-7218-4d5b-a214-3ecf80801d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:22.371560 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40adb68e-102e-4751-a990-4e50aec8be75 req-fcdd394a-7218-4d5b-a214-3ecf80801d1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2de14b66-abf4-49ec-80b9-c8677d0af84c HTTP/1.1" status: 200 len: 849 time: 0.0614984 Aug 04 10:56:22.434681 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adb68e-102e-4751-a990-4e50aec8be75 req-1541231d-8bba-4b21-b8ac-943cb0f5c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:22.436231 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40adb68e-102e-4751-a990-4e50aec8be75 req-1541231d-8bba-4b21-b8ac-943cb0f5c97b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78413f42-069e-49e9-826c-13b0e41c0372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538783 Aug 04 10:56:22.616098 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-edbccc12-a087-4319-9f64-15bbc3eb2b92 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:22.618417 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-edbccc12-a087-4319-9f64-15bbc3eb2b92 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 945 time: 0.0983596 Aug 04 10:56:22.673315 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40adb68e-102e-4751-a990-4e50aec8be75 req-1e0dbce1-eb82-4719-a954-395e3794596e service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534433 Aug 04 10:56:22.744218 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Deleting port 486c2798-e705-4ade-9f5e-bf808e7d649e {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:56:22.744467 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:22.794372 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40adb68e-102e-4751-a990-4e50aec8be75 req-0d77d3d7-88a0-4517-917b-e981d7cbb9ea service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060555 Aug 04 10:56:22.864767 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] For port 486c2798-e705-4ade-9f5e-bf808e7d649e, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=486c2798-e705-4ade-9f5e-bf808e7d649e,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:22.865310 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:22.879610 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Calling delete_port for 486c2798-e705-4ade-9f5e-bf808e7d649e owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:56:23.015377 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-01534dfc-8898-4752-bf0f-8a266d4d7fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:23.043094 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:23.084741 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Pushing event deleted for resources: {'Port': ['ID=486c2798-e705-4ade-9f5e-bf808e7d649e,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:23.106693 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['e3d94e9e-f170-40df-836c-436fb06cd8c1', '486c2798-e705-4ade-9f5e-bf808e7d649e'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:56:23.137406 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] No DVR routers for this DVR port 486c2798-e705-4ade-9f5e-bf808e7d649e on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:56:23.140715 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:23.143176 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e4527815-5049-43b6-b8c1-fd57fc78da94 req-98f876a1-d063-42a0-8d12-689122f05c98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.60 "DELETE /v2.0/ports/486c2798-e705-4ade-9f5e-bf808e7d649e HTTP/1.1" status: 204 len: 173 time: 0.5148644 Aug 04 10:56:23.143718 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4acecbc-8b2c-4227-8ef1-f086784d82d3', 'name': 'network-vif-deleted', 'tag': '486c2798-e705-4ade-9f5e-bf808e7d649e'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:56:23.146621 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082596c-ec62-43c6-a228-47ebffda100d" -d '{"events": [{"server_uuid": "e4acecbc-8b2c-4227-8ef1-f086784d82d3", "name": "network-vif-deleted", "tag": "486c2798-e705-4ade-9f5e-bf808e7d649e"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:56:23.153333 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ff2fd0e2-0581-4ff2-9097-621f0397728d req-1ed04ac4-68ea-4f5e-8c79-711b1303fbe6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4acecbc-8b2c-4227-8ef1-f086784d82d3 HTTP/1.1" status: 200 len: 210 time: 0.0756023 Aug 04 10:56:23.214906 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508632b-23aa-422e-bdb2-fce726b3add3 req-5b83b8e0-7d1c-4970-bd46-36dfd3495ae4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:23.221217 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3776f71b-bdfd-42b6-acc2-c7db224834fc x-openstack-request-id: req-3776f71b-bdfd-42b6-acc2-c7db224834fc {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:56:23.221599 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4acecbc-8b2c-4227-8ef1-f086784d82d3", "name": "network-vif-deleted", "tag": "486c2798-e705-4ade-9f5e-bf808e7d649e", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:56:23.221965 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3776f71b-bdfd-42b6-acc2-c7db224834fc {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:56:23.222915 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4acecbc-8b2c-4227-8ef1-f086784d82d3', 'name': 'network-vif-deleted', 'tag': '486c2798-e705-4ade-9f5e-bf808e7d649e', 'status': 'completed', 'code': 200} Aug 04 10:56:23.224132 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d508632b-23aa-422e-bdb2-fce726b3add3 req-5b83b8e0-7d1c-4970-bd46-36dfd3495ae4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0899255 Aug 04 10:56:23.262345 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d508632b-23aa-422e-bdb2-fce726b3add3 req-6637b915-fc62-49bd-b824-06076e2591fa tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367711 Aug 04 10:56:24.269452 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44298) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:24.442988 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:24.458345 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d484a2-d228-4bb6-a8a6-1a1e58d5ecc4 req-62597322-38a6-4cff-901b-bf99c21616a9 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:24.466032 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b6d484a2-d228-4bb6-a8a6-1a1e58d5ecc4 req-62597322-38a6-4cff-901b-bf99c21616a9 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0740399 Aug 04 10:56:24.524129 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b6d484a2-d228-4bb6-a8a6-1a1e58d5ecc4 req-13943902-0b93-40d6-ade9-83607317b3b8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499947 Aug 04 10:56:24.600335 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:24.603757 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172ee99-0207-4b4b-95bd-d8814317ccce req-443cb7c3-bb25-460e-b9a4-9de5d3672b8e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:24.614190 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5172ee99-0207-4b4b-95bd-d8814317ccce req-443cb7c3-bb25-460e-b9a4-9de5d3672b8e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0691090 Aug 04 10:56:24.615301 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:24.652073 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5172ee99-0207-4b4b-95bd-d8814317ccce req-3cc00f39-41f8-4187-b6c4-59a0479d72c5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369768 Aug 04 10:56:24.687763 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc6f1228d75b46f78a9c4eacaf6490aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156048 Aug 04 10:56:24.689014 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb6d159-eeb2-4566-bdb5-54ad5438aed5,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:24.694253 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44308) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:24.701786 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.702699 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.703272 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.703802 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.704319 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.704875 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.705418 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.706076 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.706610 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.707129 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.707658 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.708185 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f98866-02bc-4a40-bba8-04c218eb538a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:24.762593 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bbd400ed-b78a-49b9-a33b-35255fb04edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:24.787761 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bbd400ed-b78a-49b9-a33b-35255fb04edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:24.841681 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bbd400ed-b78a-49b9-a33b-35255fb04edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:24.844803 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bbd400ed-b78a-49b9-a33b-35255fb04edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:24.848792 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-bbd400ed-b78a-49b9-a33b-35255fb04edd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5eb6d159-eeb2-4566-bdb5-54ad5438aed5 HTTP/1.1" status: 204 len: 168 time: 0.1534376 Aug 04 10:56:24.859209 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd400ed-b78a-49b9-a33b-35255fb04edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb6d159-eeb2-4566-bdb5-54ad5438aed5,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:25.589145 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:25.804945 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6668fd-1c88-49f4-b7e9-22ea2e9e3dd0 req-1b6ecc3f-3200-4bce-93da-4c55376a1bbd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:25.806611 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dc6668fd-1c88-49f4-b7e9-22ea2e9e3dd0 req-1b6ecc3f-3200-4bce-93da-4c55376a1bbd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0559468 Aug 04 10:56:25.870487 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dc6668fd-1c88-49f4-b7e9-22ea2e9e3dd0 req-054dd67b-0db7-4506-bb22-f1eaeb6dba98 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575030 Aug 04 10:56:25.871381 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9127ce33-52ea-4974-afc3-f98d54c41530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:26.574037 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 486c2798-e705-4ade-9f5e-bf808e7d649e no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:56:26.594313 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 486c2798-e705-4ade-9f5e-bf808e7d649e {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:56:26.594980 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 486c2798-e705-4ade-9f5e-bf808e7d649e not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:56:27.007220 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6baf56-31d5-45e1-b9e5-39034b5c16a4 req-b1c573d3-f788-44d8-95a4-ed628315d9d8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:27.008717 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb6baf56-31d5-45e1-b9e5-39034b5c16a4 req-b1c573d3-f788-44d8-95a4-ed628315d9d8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0561171 Aug 04 10:56:27.049883 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb6baf56-31d5-45e1-b9e5-39034b5c16a4 req-49ad6100-172a-47a4-b972-a4e6de4068a4 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Aug 04 10:56:27.190323 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:27.220164 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-551e236f-718f-4944-b508-64dada817e5c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:27.221662 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-551e236f-718f-4944-b508-64dada817e5c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/networks?id=01bde8f2-f53e-49e6-a4da-8580bfccb653 HTTP/1.1" status: 200 len: 815 time: 0.1067491 Aug 04 10:56:27.237247 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-b7de23a8-db23-489c-9086-90e58c54d245 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/quotas/0f23287107074943a5c354c8f4c12827 HTTP/1.1" status: 200 len: 375 time: 0.0092325 Aug 04 10:56:27.286381 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-71349298-6527-4b9e-a227-248816462c00 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f23287107074943a5c354c8f4c12827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436087 Aug 04 10:56:27.382106 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-9b22215f-26d7-4597-94d8-c38c061f738d service neutron] 10.222.0.49 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836236 Aug 04 10:56:27.467951 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-87112610-78e4-4365-ba85-f789c06913cf service neutron] 10.222.0.49 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797920 Aug 04 10:56:27.636416 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fd701375-0556-4e94-bbca-439fd4200e27 req-ecee259a-5f69-475f-b72c-d5d4a78166c7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 210 time: 0.0278800 Aug 04 10:56:27.874682 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-1c5b1aa9-e25a-4f6d-a07c-07623916a1dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464628 Aug 04 10:56:27.959932 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-4acae7a0-1744-41e2-95e7-8cd0fc3a116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:27.961591 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-4acae7a0-1744-41e2-95e7-8cd0fc3a116c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 1100 time: 0.0461833 Aug 04 10:56:28.102400 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-d1467ecc-846c-4523-bad1-d902cac67c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:28.103933 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-d1467ecc-846c-4523-bad1-d902cac67c3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.1069739 Aug 04 10:56:28.196326 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56598a0d-e9dd-4a76-8c45-4ad7beb3a262 req-8981d62b-2456-4af0-8e0b-f23dab96bc23 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:28.198559 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-56598a0d-e9dd-4a76-8c45-4ad7beb3a262 req-8981d62b-2456-4af0-8e0b-f23dab96bc23 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0645003 Aug 04 10:56:28.232118 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-e6fc1997-ecbf-4b67-8b8e-0389017bc21a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b HTTP/1.1" status: 200 len: 1002 time: 0.1123807 Aug 04 10:56:28.240919 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-56598a0d-e9dd-4a76-8c45-4ad7beb3a262 req-dc95bbf7-ea74-4d95-9582-e0a516db5bc9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358908 Aug 04 10:56:28.298908 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-192ccdba-7466-4cb5-a5e8-37502367f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:28.301084 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-192ccdba-7466-4cb5-a5e8-37502367f12d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0535016 Aug 04 10:56:28.360946 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-c610dd38-728e-4f36-b923-098fe27c1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:28.362444 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-c610dd38-728e-4f36-b923-098fe27c1e14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440562 Aug 04 10:56:28.456750 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-5bbbeb8c-a391-45b6-a96c-efd314edaa41 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818107 Aug 04 10:56:28.553688 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-27005459-6ba0-4b1a-a6a6-32564d3ecb6f req-eb2ba6d4-1d3c-4748-a2d5-0e506f8e2010 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876162 Aug 04 10:56:28.737771 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2621593c-026c-443d-832b-5360f81e17da req-615f3e6b-de78-4b41-b8e4-9d6c39824425 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 210 time: 0.0272624 Aug 04 10:56:28.738708 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:28.928825 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-8b276951-7d78-47e8-8568-4026075dbfeb tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:28.930277 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-8b276951-7d78-47e8-8568-4026075dbfeb tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.60 "GET /v2.0/networks?id=01bde8f2-f53e-49e6-a4da-8580bfccb653 HTTP/1.1" status: 200 len: 815 time: 0.1019509 Aug 04 10:56:28.955441 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'port': {'device_id': '93ea3682-2475-44f5-8106-8d0be12a272e', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'admin_state_up': True, 'tenant_id': '0f23287107074943a5c354c8f4c12827'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:29.066314 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Made reservation on behalf of 0f23287107074943a5c354c8f4c12827 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:56:29.070505 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:29.196413 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Allocated IP 172.20.0.3 (01bde8f2-f53e-49e6-a4da-8580bfccb653/b0158642-3d87-4eb7-b280-083c77482d90/e3336183-47eb-43c6-8970-3f6c32d91a42) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:56:29.350612 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:29.357852 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18c1cd-2369-40b5-ba6c-2e72baf6a51c req-7a14f97b-b50c-4a0e-899e-edcfef112096 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:29.359998 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2b18c1cd-2369-40b5-ba6c-2e72baf6a51c req-7a14f97b-b50c-4a0e-899e-edcfef112096 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0493784 Aug 04 10:56:29.364414 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Transition to ACTIVE for port object e3336183-47eb-43c6-8970-3f6c32d91a42 will not be triggered until provisioned by entity DHCP. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:29.403984 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2b18c1cd-2369-40b5-ba6c-2e72baf6a51c req-e4a5be34-0ce6-4adb-9829-5911c833a4d2 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368168 Aug 04 10:56:29.405626 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:29.453330 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:29.456622 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:29.460531 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:56:29.486285 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'Port': ['ID=e3336183-47eb-43c6-8970-3f6c32d91a42,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:29.531640 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:29.532301 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:29.559812 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-f1c3c690-35c1-46dd-a9e3-0887f58a8b97 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080291 Aug 04 10:56:29.814291 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-599bc469-c6c6-4ac4-b61d-0cf82382fddb None None] Provisioning for port e3336183-47eb-43c6-8970-3f6c32d91a42 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:29.821453 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-599bc469-c6c6-4ac4-b61d-0cf82382fddb None None] Provisioning complete for port e3336183-47eb-43c6-8970-3f6c32d91a42 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:29.821874 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-599bc469-c6c6-4ac4-b61d-0cf82382fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:29.867201 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-599bc469-c6c6-4ac4-b61d-0cf82382fddb None None] Port e3336183-47eb-43c6-8970-3f6c32d91a42 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:56:29.869241 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a999e9-22e3-439e-a140-846a740ef348 req-dd7f1a2a-ead5-4894-b657-f655fd24d7fc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:29.873132 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-12a999e9-22e3-439e-a140-846a740ef348 req-dd7f1a2a-ead5-4894-b657-f655fd24d7fc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0654190 Aug 04 10:56:29.912083 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-12a999e9-22e3-439e-a140-846a740ef348 req-0b66beca-13b7-4f81-9cf3-ce225507d54a tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349646 Aug 04 10:56:30.524250 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb3506-4f16-4b08-a46a-db1a6b79f55f req-fe2bda94-0fe8-4f98-b397-6a7278a3fda6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:30.525893 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ecdb3506-4f16-4b08-a46a-db1a6b79f55f req-fe2bda94-0fe8-4f98-b397-6a7278a3fda6 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0507276 Aug 04 10:56:30.566058 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ecdb3506-4f16-4b08-a46a-db1a6b79f55f req-43e08c3a-c277-45cc-861f-598f45d2373a tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335507 Aug 04 10:56:31.026585 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00dc6e-70e6-4b0a-ae1f-fe06e95426f0 req-ebd1c8be-165a-44dd-a476-9ce926a8b649 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:31.028242 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ce00dc6e-70e6-4b0a-ae1f-fe06e95426f0 req-ebd1c8be-165a-44dd-a476-9ce926a8b649 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0490208 Aug 04 10:56:31.068475 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ce00dc6e-70e6-4b0a-ae1f-fe06e95426f0 req-5c2d99b1-9303-47d5-85c9-de5bacb69109 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Aug 04 10:56:31.699439 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675ab14-b163-4295-8e3c-6c74822cd1f1 req-bfdb73ef-4968-4740-8c49-2a9a7a1344c1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:31.701200 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7675ab14-b163-4295-8e3c-6c74822cd1f1 req-bfdb73ef-4968-4740-8c49-2a9a7a1344c1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0600061 Aug 04 10:56:31.745886 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7675ab14-b163-4295-8e3c-6c74822cd1f1 req-6780855f-b5eb-4069-ac96-1c49224b854e tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355663 Aug 04 10:56:32.189331 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51aa8d-6a98-4746-a300-b9ae8f0c996d req-e76e6ca2-e13a-4eb0-ae47-0376397c7665 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:32.191018 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b51aa8d-6a98-4746-a300-b9ae8f0c996d req-e76e6ca2-e13a-4eb0-ae47-0376397c7665 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0551271 Aug 04 10:56:32.231435 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b51aa8d-6a98-4746-a300-b9ae8f0c996d req-9a516bea-f359-4828-95dc-a6cd9428ef56 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337150 Aug 04 10:56:32.861409 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb154a9f-5d50-4ad1-9df1-5b59529021a4 req-3319abb7-8a77-4136-b976-7310abc33b15 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:32.863021 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb154a9f-5d50-4ad1-9df1-5b59529021a4 req-3319abb7-8a77-4136-b976-7310abc33b15 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0484772 Aug 04 10:56:32.903391 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb154a9f-5d50-4ad1-9df1-5b59529021a4 req-9116d26a-e71b-40fc-9138-b07e1d12497b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Aug 04 10:56:32.909876 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:33.351808 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a1d96-14f2-4d61-b745-6497fde46c80 req-f9b94a35-bfcf-492d-91e0-802b593918e5 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:33.353363 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f1a1d96-14f2-4d61-b745-6497fde46c80 req-f9b94a35-bfcf-492d-91e0-802b593918e5 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0534008 Aug 04 10:56:33.394197 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f1a1d96-14f2-4d61-b745-6497fde46c80 req-e98c80aa-a753-4e8d-b12b-bf5fd13c7889 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343852 Aug 04 10:56:34.027145 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addea00c-303a-4235-b73c-f42d3a35a6d8 req-4c0136fa-4ba0-4ce4-bc9f-ad612a684780 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:34.028904 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-addea00c-303a-4235-b73c-f42d3a35a6d8 req-4c0136fa-4ba0-4ce4-bc9f-ad612a684780 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0562077 Aug 04 10:56:34.073882 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-addea00c-303a-4235-b73c-f42d3a35a6d8 req-7ca9b546-7b9c-460f-ace3-dc011a769e73 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Aug 04 10:56:34.509272 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba3567-25b3-4d08-9991-9d46e161e540 req-508b7331-bc69-4853-a1fb-1fb240d15713 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:34.511329 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-acba3567-25b3-4d08-9991-9d46e161e540 req-508b7331-bc69-4853-a1fb-1fb240d15713 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0485370 Aug 04 10:56:34.557541 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-acba3567-25b3-4d08-9991-9d46e161e540 req-e62afbe3-d13a-46a2-a30f-c017b5462180 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 Aug 04 10:56:35.193358 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad5f5-a39e-4b1b-8cdc-e09079eb8520 req-545cf5fc-5e34-4c16-8d5e-33f232f07511 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:35.194851 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f84ad5f5-a39e-4b1b-8cdc-e09079eb8520 req-545cf5fc-5e34-4c16-8d5e-33f232f07511 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0525861 Aug 04 10:56:35.235447 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f84ad5f5-a39e-4b1b-8cdc-e09079eb8520 req-696e21b3-9c87-4140-92d5-515851b33da1 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Aug 04 10:56:35.673232 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c98fa2-155e-4d6b-9285-d0027e5c9372 req-0970e493-6e96-4ada-ad36-81a3cc8b48d7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:35.674759 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a8c98fa2-155e-4d6b-9285-d0027e5c9372 req-0970e493-6e96-4ada-ad36-81a3cc8b48d7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0494990 Aug 04 10:56:35.716817 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a8c98fa2-155e-4d6b-9285-d0027e5c9372 req-27b61c87-2635-4170-9930-6befbae29803 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 Aug 04 10:56:36.357323 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5bdd9-69e0-437a-b109-4ea9392b195f req-6e7b3489-2df4-455f-9484-000b866a6b11 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:36.358799 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8fd5bdd9-69e0-437a-b109-4ea9392b195f req-6e7b3489-2df4-455f-9484-000b866a6b11 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0493956 Aug 04 10:56:36.399141 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8fd5bdd9-69e0-437a-b109-4ea9392b195f req-62c9f453-fff8-4e86-97e1-329fc58bf99f tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339818 Aug 04 10:56:36.834814 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fa956-389e-4ad1-9caa-6a2419de8bea req-9697cbd8-1ba0-4e11-bf1c-7d2cd4f7c3d6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:36.836430 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1b4fa956-389e-4ad1-9caa-6a2419de8bea req-9697cbd8-1ba0-4e11-bf1c-7d2cd4f7c3d6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0509765 Aug 04 10:56:36.878282 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1b4fa956-389e-4ad1-9caa-6a2419de8bea req-475499bd-53a2-491f-8ecd-bba08324f5e9 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340159 Aug 04 10:56:37.518165 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf37b2-dba3-40a0-a932-508d757b454d req-09b122b6-bb71-4d2a-8c41-e7347d5701d9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:37.519814 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52cf37b2-dba3-40a0-a932-508d757b454d req-09b122b6-bb71-4d2a-8c41-e7347d5701d9 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0517550 Aug 04 10:56:37.558849 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52cf37b2-dba3-40a0-a932-508d757b454d req-933ded45-55b4-48fe-96b8-aaeb3c78cbc7 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328989 Aug 04 10:56:37.993042 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9147b2-10c5-4ffb-aa8e-626de899bf95 req-fc3711e2-8646-4275-a2d3-4ffc59d9b4d9 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:37.995085 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4d9147b2-10c5-4ffb-aa8e-626de899bf95 req-fc3711e2-8646-4275-a2d3-4ffc59d9b4d9 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0493536 Aug 04 10:56:38.034157 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4d9147b2-10c5-4ffb-aa8e-626de899bf95 req-85e3377c-0fe1-499e-94dc-98184a027764 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Aug 04 10:56:38.677532 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c898fc-7aa8-4f60-91d8-a0d4923bb533 req-c5c70aaf-d706-41ff-9907-f110c1323c9b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:38.679162 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-44c898fc-7aa8-4f60-91d8-a0d4923bb533 req-c5c70aaf-d706-41ff-9907-f110c1323c9b tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0521574 Aug 04 10:56:38.722791 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-44c898fc-7aa8-4f60-91d8-a0d4923bb533 req-479e3492-fa04-4ffb-9608-5daa663bfb60 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370731 Aug 04 10:56:39.150325 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e28-ba4f-4342-a151-44fba7dddd05 req-c9217f8d-9fcc-4791-978a-b9c68d723a74 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:39.151792 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-22b73e28-ba4f-4342-a151-44fba7dddd05 req-c9217f8d-9fcc-4791-978a-b9c68d723a74 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0495183 Aug 04 10:56:39.190942 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-22b73e28-ba4f-4342-a151-44fba7dddd05 req-a2584c61-2fbc-4245-8ff4-ad22d8b9b4ac tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332205 Aug 04 10:56:39.847913 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb789e-76d2-4f7b-8aa0-a68bcc92eced req-7997227c-7c05-4473-b4e5-650c00066009 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:39.854900 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-10cb789e-76d2-4f7b-8aa0-a68bcc92eced req-7997227c-7c05-4473-b4e5-650c00066009 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0614035 Aug 04 10:56:39.910826 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-10cb789e-76d2-4f7b-8aa0-a68bcc92eced req-cdc6da87-7003-4dd7-9320-1db966141e38 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504847 Aug 04 10:56:40.310355 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526d18a-e4ae-4dcd-9f9e-ab136e8e8703 req-f9ce6172-6aa0-414e-8ca1-46386c15df8e tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:40.311848 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8526d18a-e4ae-4dcd-9f9e-ab136e8e8703 req-f9ce6172-6aa0-414e-8ca1-46386c15df8e tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0522091 Aug 04 10:56:40.350727 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8526d18a-e4ae-4dcd-9f9e-ab136e8e8703 req-5bf0e08c-0d4b-40a0-ac17-2de970092b55 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323570 Aug 04 10:56:41.023797 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f0e4f-4a9e-49b3-884d-373203bf3f91 req-c4eaf367-af17-4a5b-8bf9-1770c3e5e7e5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:41.025397 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a65f0e4f-4a9e-49b3-884d-373203bf3f91 req-c4eaf367-af17-4a5b-8bf9-1770c3e5e7e5 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Aug 04 10:56:41.065004 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a65f0e4f-4a9e-49b3-884d-373203bf3f91 req-d7726a76-ac87-45a8-af99-55f12c6e5749 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330653 Aug 04 10:56:41.256074 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Request body: {'port': {'device_id': '93ea3682-2475-44f5-8106-8d0be12a272e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:41.307628 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:41.462829 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e6776-8893-4f9b-b147-7ac329c134af req-0c0dc449-1b44-491b-a47f-8749a74658f7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:41.464287 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5a2e6776-8893-4f9b-b147-7ac329c134af req-0c0dc449-1b44-491b-a47f-8749a74658f7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 931 time: 0.0476494 Aug 04 10:56:41.501821 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5a2e6776-8893-4f9b-b147-7ac329c134af req-d6637217-7eb3-460f-abf5-a8c6e3b583b4 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Aug 04 10:56:41.569014 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3336183-47eb-43c6-8970-3f6c32d91a42 {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:56:41.576167 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:41.587470 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Transition to ACTIVE for port object e3336183-47eb-43c6-8970-3f6c32d91a42 will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:56:41.591302 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:41.640874 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Pushing event updated for resources: {'Port': ['ID=e3336183-47eb-43c6-8970-3f6c32d91a42,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:41.710759 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Attempting to bind port e3336183-47eb-43c6-8970-3f6c32d91a42 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:56:41.711099 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Attempting to bind port e3336183-47eb-43c6-8970-3f6c32d91a42 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:56:41.711433 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Attempting to bind port e3336183-47eb-43c6-8970-3f6c32d91a42 on network 01bde8f2-f53e-49e6-a4da-8580bfccb653 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:56:41.716032 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Port e3336183-47eb-43c6-8970-3f6c32d91a42 on network 01bde8f2-f53e-49e6-a4da-8580bfccb653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:56:41.716354 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Attempting to bind port e3336183-47eb-43c6-8970-3f6c32d91a42 on network 01bde8f2-f53e-49e6-a4da-8580bfccb653 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:56:41.721353 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:56:41.721698 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Checking segment: {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:56:41.722083 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Bound using segment: {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:56:41.722520 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Bound port: e3336183-47eb-43c6-8970-3f6c32d91a42, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb156587-04a0-4b64-95e4-ac6821e2324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:56:41.722881 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:41.789027 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] For port e3336183-47eb-43c6-8970-3f6c32d91a42, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:56:41.792627 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] For port e3336183-47eb-43c6-8970-3f6c32d91a42, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3336183-47eb-43c6-8970-3f6c32d91a42,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:56:41.797798 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:41.835277 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:41.836339 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:41.837903 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] 10.222.0.60 "PUT /v2.0/ports/e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 200 len: 1093 time: 0.5863175 Aug 04 10:56:41.840563 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:56:41.842783 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdde5b0-7f17-491c-9c42-fd58b71cbc14" -d '{"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:56:41.865777 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dbd52-3234-4cb8-899d-370ec7803b65 service neutron] Pushing event updated for resources: {'Port': ['ID=e3336183-47eb-43c6-8970-3f6c32d91a42,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:41.893611 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5693be5-df52-4979-a3fb-2e52b31c31d9 x-openstack-request-id: req-d5693be5-df52-4979-a3fb-2e52b31c31d9 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:56:41.895582 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:56:41.895841 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5693be5-df52-4979-a3fb-2e52b31c31d9 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:56:41.896243 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'status': 'completed', 'code': 200} Aug 04 10:56:42.022084 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdde5b0-7f17-491c-9c42-fd58b71cbc14 req-6dce389d-dbf2-46f1-acf2-9da81f1985de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:42.023530 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5bdde5b0-7f17-491c-9c42-fd58b71cbc14 req-6dce389d-dbf2-46f1-acf2-9da81f1985de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f23287107074943a5c354c8f4c12827&device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 1096 time: 0.0397458 Aug 04 10:56:42.136982 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdde5b0-7f17-491c-9c42-fd58b71cbc14 req-1bfb17c2-b9f5-4acc-9f1d-25b40813b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:42.138456 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5bdde5b0-7f17-491c-9c42-fd58b71cbc14 req-1bfb17c2-b9f5-4acc-9f1d-25b40813b800 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0f23287107074943a5c354c8f4c12827&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0954869 Aug 04 10:56:42.188205 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b758f-e534-41fd-82d2-306ef8456504 req-e47caca9-f214-4209-80d9-9e7bec9704fa tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:42.189710 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d11b758f-e534-41fd-82d2-306ef8456504 req-e47caca9-f214-4209-80d9-9e7bec9704fa tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0557201 Aug 04 10:56:42.229174 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d11b758f-e534-41fd-82d2-306ef8456504 req-a1cb35f2-d331-4415-b458-64fcedbed62d tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Aug 04 10:56:42.242923 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdde5b0-7f17-491c-9c42-fd58b71cbc14 req-261ff82c-b443-49f4-b597-e007e0715054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:42.244396 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5bdde5b0-7f17-491c-9c42-fd58b71cbc14 req-261ff82c-b443-49f4-b597-e007e0715054 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944316 Aug 04 10:56:42.363124 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-bf41e0d6-51dc-498b-9155-2d140a4ecd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:42.364605 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-bf41e0d6-51dc-498b-9155-2d140a4ecd18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f23287107074943a5c354c8f4c12827&device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 1096 time: 0.0396860 Aug 04 10:56:42.417005 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-564b88e3-6014-46f4-b59e-a28e6bba933c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 200 len: 217 time: 0.0332062 Aug 04 10:56:42.471900 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-cbe39683-04b9-4ff0-8dae-fae82b5f6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:42.473382 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-cbe39683-04b9-4ff0-8dae-fae82b5f6f26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0158642-3d87-4eb7-b280-083c77482d90 HTTP/1.1" status: 200 len: 854 time: 0.0464232 Aug 04 10:56:42.517596 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-288aae1a-14c1-41e1-83d5-de54eac099d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:42.518979 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-288aae1a-14c1-41e1-83d5-de54eac099d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01bde8f2-f53e-49e6-a4da-8580bfccb653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376039 Aug 04 10:56:42.609775 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-50c569d4-bdfb-47b7-8c1d-19f5fe9a861f service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816114 Aug 04 10:56:42.613311 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c1b2a-4664-4b01-8c28-7e8d2dac7da7 req-b8c0f2d0-32c7-43a4-a834-6819ff366f6a tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:42.614790 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fd3c1b2a-4664-4b01-8c28-7e8d2dac7da7 req-b8c0f2d0-32c7-43a4-a834-6819ff366f6a tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 943 time: 0.0479596 Aug 04 10:56:42.652661 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fd3c1b2a-4664-4b01-8c28-7e8d2dac7da7 req-701c0255-fb8b-4944-9a85-3ab05d899abc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Aug 04 10:56:42.704766 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5b13eadb-0238-45ba-b168-3805f2e13c3e req-2e633a33-57b3-4b28-9c76-2ff9e85bb99d service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857704 Aug 04 10:56:43.304497 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6127e97-8440-4061-a833-c45727a14755 req-b1d752f1-d0e7-4acc-8cf5-4c95db3a5c46 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:43.306001 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c6127e97-8440-4061-a833-c45727a14755 req-b1d752f1-d0e7-4acc-8cf5-4c95db3a5c46 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0475791 Aug 04 10:56:43.343901 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db343756-431b-4319-b859-e3ee631da93c req-6a2a72a5-1f70-409f-bb82-8f51012f02fd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:43.345414 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-db343756-431b-4319-b859-e3ee631da93c req-6a2a72a5-1f70-409f-bb82-8f51012f02fd tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/ports?device_id=20e527ce-af2f-450b-badf-a9ceea23f314 HTTP/1.1" status: 200 len: 945 time: 0.0503981 Aug 04 10:56:43.383123 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-db343756-431b-4319-b859-e3ee631da93c req-3f52f501-6c62-4e6e-af35-673221e49370 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ad1526-41b0-4e47-8cfc-017a46e07d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Aug 04 10:56:43.406701 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-c6127e97-8440-4061-a833-c45727a14755 req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Deleting port e3d94e9e-f170-40df-836c-436fb06cd8c1 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:56:43.407232 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c6127e97-8440-4061-a833-c45727a14755 req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:43.490835 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-c6127e97-8440-4061-a833-c45727a14755 req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] For port e3d94e9e-f170-40df-836c-436fb06cd8c1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3d94e9e-f170-40df-836c-436fb06cd8c1,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:43.491195 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c6127e97-8440-4061-a833-c45727a14755 req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:43.503414 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-c6127e97-8440-4061-a833-c45727a14755 req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Calling delete_port for e3d94e9e-f170-40df-836c-436fb06cd8c1 owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:56:43.624735 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c6127e97-8440-4061-a833-c45727a14755 req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:43.653883 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Pushing event deleted for resources: {'Port': ['ID=e3d94e9e-f170-40df-836c-436fb06cd8c1,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:43.672436 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['e3d94e9e-f170-40df-836c-436fb06cd8c1'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:56:43.697997 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6127e97-8440-4061-a833-c45727a14755 req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] No DVR routers for this DVR port e3d94e9e-f170-40df-836c-436fb06cd8c1 on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:56:43.700902 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c6127e97-8440-4061-a833-c45727a14755 req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:43.703442 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c6127e97-8440-4061-a833-c45727a14755 req-4224b22b-5fcc-4608-982d-ac0d6b0d9dd8 tempest-ServerRescueNegativeTestJSON-1948264321 tempest-ServerRescueNegativeTestJSON-1948264321-project] 10.222.0.60 "DELETE /v2.0/ports/e3d94e9e-f170-40df-836c-436fb06cd8c1 HTTP/1.1" status: 204 len: 173 time: 0.3896999 Aug 04 10:56:43.782251 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84192-c998-4d03-9e91-f024c151bc30 req-9e02580f-3e40-473e-8928-64aca3a88193 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:43.783889 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a5b84192-c998-4d03-9e91-f024c151bc30 req-9e02580f-3e40-473e-8928-64aca3a88193 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 943 time: 0.0594723 Aug 04 10:56:43.823037 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a5b84192-c998-4d03-9e91-f024c151bc30 req-031912f6-4c9c-45dd-beb5-d8d569d73cad tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Aug 04 10:56:43.897413 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e527ce-af2f-450b-badf-a9ceea23f314', 'name': 'network-vif-deleted', 'tag': 'e3d94e9e-f170-40df-836c-436fb06cd8c1'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:56:43.899658 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0709dac-6b03-4699-8adc-6024e9d29755" -d '{"events": [{"server_uuid": "20e527ce-af2f-450b-badf-a9ceea23f314", "name": "network-vif-deleted", "tag": "e3d94e9e-f170-40df-836c-436fb06cd8c1"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:56:43.935392 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b74de9-bbbe-4856-99dd-9d84b6e1298b x-openstack-request-id: req-77b74de9-bbbe-4856-99dd-9d84b6e1298b {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:56:43.935704 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e527ce-af2f-450b-badf-a9ceea23f314", "name": "network-vif-deleted", "tag": "e3d94e9e-f170-40df-836c-436fb06cd8c1", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:56:43.935941 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77b74de9-bbbe-4856-99dd-9d84b6e1298b {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:56:43.936333 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e527ce-af2f-450b-badf-a9ceea23f314', 'name': 'network-vif-deleted', 'tag': 'e3d94e9e-f170-40df-836c-436fb06cd8c1', 'status': 'completed', 'code': 200} Aug 04 10:56:44.438751 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44444) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:44.679828 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device e3336183-47eb-43c6-8970-3f6c32d91a42 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:56:44.772141 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port e3336183-47eb-43c6-8970-3f6c32d91a42, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3336183-47eb-43c6-8970-3f6c32d91a42,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:44.783838 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'port_id': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'mac_address': 'fa:16:3e:4a:3d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:56:44.824511 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:44.837755 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3336183-47eb-43c6-8970-3f6c32d91a42 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:56:44.861170 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port e3336183-47eb-43c6-8970-3f6c32d91a42, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3336183-47eb-43c6-8970-3f6c32d91a42,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:44.866595 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:44.919722 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=e3336183-47eb-43c6-8970-3f6c32d91a42,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:45.083360 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc6344-bc86-4633-93cb-6c930cfeb741 req-35f56902-0df6-4542-9e77-d94f436ebece tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:45.084867 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-64bc6344-bc86-4633-93cb-6c930cfeb741 req-35f56902-0df6-4542-9e77-d94f436ebece tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 944 time: 0.0725605 Aug 04 10:56:45.099635 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625077'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:45.168426 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-64bc6344-bc86-4633-93cb-6c930cfeb741 req-fe416c56-f0a2-42f2-b75b-6f2c296f6677 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771852 Aug 04 10:56:45.304918 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['e3336183-47eb-43c6-8970-3f6c32d91a42'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:56:45.401647 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Deleting port 8648a2a1-6257-4a54-9244-a39815f41ae3 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:56:45.401900 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:45.481998 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] For port 8648a2a1-6257-4a54-9244-a39815f41ae3, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=8648a2a1-6257-4a54-9244-a39815f41ae3,segment=NetworkSegment(e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55),segment_id=e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:45.482721 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:45.497723 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Calling delete_port for 8648a2a1-6257-4a54-9244-a39815f41ae3 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:56:45.686437 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:45.719984 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Pushing event deleted for resources: {'Port': ['ID=8648a2a1-6257-4a54-9244-a39815f41ae3,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:45.740453 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.740826 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.741162 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.741502 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.741825 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.742153 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.742479 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.742827 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.743155 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.743473 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.743792 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.744110 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:56:45.877749 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624961'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:46.090119 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:56:46.201580 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:56:46.213878 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] Sync routers for ids ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:56:46.214430 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0d26775b-34ae-4518-a101-36fe46140810 admin admin] 10.222.0.49 "PUT /v2.0/routers/ff5df959-7c9e-45ed-8ed6-d86bb3177a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7715304 Aug 04 10:56:46.214533 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44460) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:46.224439 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] Routers {'ff5df959-7c9e-45ed-8ed6-d86bb3177a69'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:46.225185 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:56:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:46.298357 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2340d44-0cba-4451-9680-d866c0cf7963 req-3c9550d3-456d-4977-b18c-fa842cd9da3b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:46.300030 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2340d44-0cba-4451-9680-d866c0cf7963 req-3c9550d3-456d-4977-b18c-fa842cd9da3b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 944 time: 0.0619199 Aug 04 10:56:46.354760 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2340d44-0cba-4451-9680-d866c0cf7963 req-1b565078-4ee0-4aca-9dde-4d7339251bac tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Aug 04 10:56:46.470402 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] Set router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:46.584803 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:46.648617 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:22Z', 'updated_at': '2021-08-04T10:56:45Z', 'revision_number': 5, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'gw_port': {'id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:46.674982 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] Checking router: ff5df959-7c9e-45ed-8ed6-d86bb3177a69 for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:56:46.683132 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] Routers {'ff5df959-7c9e-45ed-8ed6-d86bb3177a69'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:46.683741 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:56:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:46.686416 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:46.714436 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device e3336183-47eb-43c6-8970-3f6c32d91a42 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:56:46.749945 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Deleting port fda0b752-184a-4a69-a8c1-d7515db9db66 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:56:46.750449 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:46.785831 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port e3336183-47eb-43c6-8970-3f6c32d91a42 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:56:46.791712 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port e3336183-47eb-43c6-8970-3f6c32d91a42 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:56:46.792626 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:46.805088 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] Set router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:46.830967 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] For port fda0b752-184a-4a69-a8c1-d7515db9db66, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=fda0b752-184a-4a69-a8c1-d7515db9db66,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:46.831463 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:46.845205 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Calling delete_port for fda0b752-184a-4a69-a8c1-d7515db9db66 owned by network:router_gateway {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:56:46.867933 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:46.890463 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:56:46.892737 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f61d0b-7fc6-4333-a951-59d0a69f3c4e" -d '{"events": [{"server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "name": "network-vif-plugged", "status": "completed", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:56:46.907172 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port e3336183-47eb-43c6-8970-3f6c32d91a42, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3336183-47eb-43c6-8970-3f6c32d91a42,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:46.913855 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:46.914744 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device e3d94e9e-f170-40df-836c-436fb06cd8c1 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:56:46.961289 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c42e29-dbc6-46d3-be68-591c5cda3951 x-openstack-request-id: req-a7c42e29-dbc6-46d3-be68-591c5cda3951 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:56:46.962577 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "name": "network-vif-plugged", "status": "completed", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:56:46.963008 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7c42e29-dbc6-46d3-be68-591c5cda3951 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:56:46.964151 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'code': 200} Aug 04 10:56:46.964699 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: e3d94e9e-f170-40df-836c-436fb06cd8c1 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:56:46.965038 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device e3d94e9e-f170-40df-836c-436fb06cd8c1 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:56:46.992687 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=e3336183-47eb-43c6-8970-3f6c32d91a42,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:47.007713 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:22Z', 'updated_at': '2021-08-04T10:56:45Z', 'revision_number': 5, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'gw_port': {'id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:47.049729 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b0100-75d4-48e2-ad06-d25a94c101de None None] The sync data for ids ['ff5df959-7c9e-45ed-8ed6-d86bb3177a69'] in dv-cinder-803456-1-iscsi is: [{'id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'name': 'tempest-ServerRescueNegativeTestJSON-686873783-router', 'tenant_id': '39ed47241b6942a59eff2552631f5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:22Z', 'updated_at': '2021-08-04T10:56:45Z', 'revision_number': 5, 'project_id': '39ed47241b6942a59eff2552631f5b69', 'gw_port': {'id': 'fda0b752-184a-4a69-a8c1-d7515db9db66', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5df959-7c9e-45ed-8ed6-d86bb3177a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:56:47.068672 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.096403 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda0b752-184a-4a69-a8c1-d7515db9db66,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:47.168669 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652027'] for router_gateway, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.293818 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8751'] for router, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.296932 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.357249 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559dcfa-a963-4c90-8783-f0cb0b261f52 req-a5099baa-d4c0-428b-9d22-647d4f6d2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:47.358599 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4559dcfa-a963-4c90-8783-f0cb0b261f52 req-a5099baa-d4c0-428b-9d22-647d4f6d2a31 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 1098 time: 0.1874781 Aug 04 10:56:47.365763 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625136'] for router, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.366319 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff5df959-7c9e-45ed-8ed6-d86bb3177a69 {{(pid=93295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 10:56:47.371854 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.372960 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-35343505-551a-4ba9-abe1-e7b1396cb6c0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ff5df959-7c9e-45ed-8ed6-d86bb3177a69 HTTP/1.1" status: 204 len: 168 time: 1.1577451 Aug 04 10:56:47.375696 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44468) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:47.435797 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4559dcfa-a963-4c90-8783-f0cb0b261f52 req-47232762-18e4-4bc3-9e13-a16d408b93df service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617566 Aug 04 10:56:47.452318 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:56:47.484156 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00aa3ae-30ef-41a6-b5ff-c834fffcf767 admin admin] Deleting subnet 92adabdc-a955-48fd-82e0-afbce3ca4537 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:56:47.489077 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f00aa3ae-30ef-41a6-b5ff-c834fffcf767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.527925 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f00aa3ae-30ef-41a6-b5ff-c834fffcf767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.559628 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cf62d-6904-4c6e-b329-61c62a2870ae req-2cb719e5-bf07-499a-8de2-6de1829a22c3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:47.561312 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-131cf62d-6904-4c6e-b329-61c62a2870ae req-2cb719e5-bf07-499a-8de2-6de1829a22c3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.1098170 Aug 04 10:56:47.600049 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f00aa3ae-30ef-41a6-b5ff-c834fffcf767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.637697 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-131cf62d-6904-4c6e-b329-61c62a2870ae req-37614cee-5e1d-437a-8714-79a6b80985fb tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663266 Aug 04 10:56:47.671710 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f00aa3ae-30ef-41a6-b5ff-c834fffcf767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.700333 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aa3ae-30ef-41a6-b5ff-c834fffcf767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92adabdc-a955-48fd-82e0-afbce3ca4537,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:47.704423 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f00aa3ae-30ef-41a6-b5ff-c834fffcf767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.704423 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f00aa3ae-30ef-41a6-b5ff-c834fffcf767 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/92adabdc-a955-48fd-82e0-afbce3ca4537 HTTP/1.1" status: 204 len: 168 time: 0.3274591 Aug 04 10:56:47.706797 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44478) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:47.810655 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.820964 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c159d78-fb49-4c7f-81aa-85e90a720266 req-76707153-17ed-4751-b8e2-a0c781ce807e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:47.822477 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7c159d78-fb49-4c7f-81aa-85e90a720266 req-76707153-17ed-4751-b8e2-a0c781ce807e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 947 time: 0.1077416 Aug 04 10:56:47.915950 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7c159d78-fb49-4c7f-81aa-85e90a720266 req-c0b591f3-8d87-4539-b7a9-5398ec58aa5f tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867324 Aug 04 10:56:47.927698 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.938308 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6131aa-9a6a-4f11-b410-9cbc3e2594cd']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:47.951964 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:47.952252 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0efe9d6-e63c-4eaf-a3db-9ceaa82d4f55') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:47.960799 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126018651'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.977806 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.984424 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:56:47.984895 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500541'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: Traceback (most recent call last): Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: timer() Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: cb(*args, **kw) Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: return func(*args, **kwargs) Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: self._notify() Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: self.callback(batched_events) Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: event.method(event) Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: return f(self, *a, **k) Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._get(url).json() Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:56:47.986472 dv-cinder-803456-1-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:56:48.037043 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:48.044642 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:48.046471 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ec6131aa-9a6a-4f11-b410-9cbc3e2594cd HTTP/1.1" status: 204 len: 168 time: 0.3385551 Aug 04 10:56:48.055653 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ada98b-c028-4f38-9fef-0df22b981e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6131aa-9a6a-4f11-b410-9cbc3e2594cd,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:48.205640 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44482) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:48.244776 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1f6cf3e7-442a-4fa5-91fe-fb18fb552006 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39ed47241b6942a59eff2552631f5b69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379131 Aug 04 10:56:48.247331 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44484) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:48.293031 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0d0579ee-0668-498e-82c2-1b04adfd22f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:48.312962 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0d0579ee-0668-498e-82c2-1b04adfd22f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:48.365813 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0d0579ee-0668-498e-82c2-1b04adfd22f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:48.368331 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0d0579ee-0668-498e-82c2-1b04adfd22f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:48.369596 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0d0579ee-0668-498e-82c2-1b04adfd22f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87ad1526-41b0-4e47-8cfc-017a46e07d2c HTTP/1.1" status: 204 len: 168 time: 0.1213546 Aug 04 10:56:48.379977 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0579ee-0668-498e-82c2-1b04adfd22f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ad1526-41b0-4e47-8cfc-017a46e07d2c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:48.426869 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 8648a2a1-6257-4a54-9244-a39815f41ae3 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:56:48.445914 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 8648a2a1-6257-4a54-9244-a39815f41ae3 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:56:48.449058 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 8648a2a1-6257-4a54-9244-a39815f41ae3 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:56:48.449058 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device fda0b752-184a-4a69-a8c1-d7515db9db66 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:56:48.466462 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: fda0b752-184a-4a69-a8c1-d7515db9db66 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:56:48.466815 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device fda0b752-184a-4a69-a8c1-d7515db9db66 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:56:48.757765 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e97e-60ba-4bff-a4e7-c6716a8ed1c9 req-b9309257-5eb4-4e1c-a1d4-4477fb37e139 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:48.759341 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96d4e97e-60ba-4bff-a4e7-c6716a8ed1c9 req-b9309257-5eb4-4e1c-a1d4-4477fb37e139 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0488768 Aug 04 10:56:48.819806 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96d4e97e-60ba-4bff-a4e7-c6716a8ed1c9 req-6fa94e82-e473-482a-89cd-502d91874f8f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Aug 04 10:56:49.045699 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d789ba0-a63f-4d67-bc05-16fbc188b0d7 req-f53d7e1a-d53e-48db-921a-40ef5fc25c68 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:49.047227 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9d789ba0-a63f-4d67-bc05-16fbc188b0d7 req-f53d7e1a-d53e-48db-921a-40ef5fc25c68 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 947 time: 0.0536957 Aug 04 10:56:49.085253 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9d789ba0-a63f-4d67-bc05-16fbc188b0d7 req-1cb7f81a-63d3-40a9-937c-12124ea77c23 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Aug 04 10:56:49.943205 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87d7ba-6f9e-4bd5-938f-d184ee4b0d6b req-f2ec2e7f-0c26-4e85-97c6-32a9a0b137cf tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:49.944658 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf87d7ba-6f9e-4bd5-938f-d184ee4b0d6b req-f2ec2e7f-0c26-4e85-97c6-32a9a0b137cf tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0503654 Aug 04 10:56:49.983578 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf87d7ba-6f9e-4bd5-938f-d184ee4b0d6b req-c0887319-5f12-4966-967c-e0731bddcc2f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Aug 04 10:56:50.093831 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316256-1481-4d58-99f9-04432fd5a08f req-a2f6e880-f089-4c75-8254-57211061ff5f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:50.095271 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8f316256-1481-4d58-99f9-04432fd5a08f req-a2f6e880-f089-4c75-8254-57211061ff5f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0463777 Aug 04 10:56:50.132704 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8f316256-1481-4d58-99f9-04432fd5a08f req-41b9d559-405e-49e2-9521-ed6d7183af44 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Aug 04 10:56:50.202619 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242b508-487c-480b-8c96-c98233922c8f req-df0bb9d1-2fdf-4719-a8a9-f1fe62847e21 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:50.204118 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9242b508-487c-480b-8c96-c98233922c8f req-df0bb9d1-2fdf-4719-a8a9-f1fe62847e21 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 947 time: 0.0478468 Aug 04 10:56:50.211220 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-5c7fc4c6-7984-4a9a-8f74-df0a43f39c97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:50.212723 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-5c7fc4c6-7984-4a9a-8f74-df0a43f39c97 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 947 time: 0.0509527 Aug 04 10:56:50.244310 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9242b508-487c-480b-8c96-c98233922c8f req-6af339d8-f456-4c70-b580-959362b22ffc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a7faefa-383c-40e9-bbc7-9311a102266c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339255 Aug 04 10:56:50.305453 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Deleting port 6c0872ab-ea9c-4294-875e-55a8edb3614b {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:56:50.305794 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:50.399480 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] For port 6c0872ab-ea9c-4294-875e-55a8edb3614b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=6c0872ab-ea9c-4294-875e-55a8edb3614b,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:56:50.399851 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:50.461736 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06528ad-187a-4580-9b00-fe9ba0dc5180 req-acb20ec1-bccd-4f70-97cf-21eb89bd62c7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:50.463220 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f06528ad-187a-4580-9b00-fe9ba0dc5180 req-acb20ec1-bccd-4f70-97cf-21eb89bd62c7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0508111 Aug 04 10:56:50.500779 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f06528ad-187a-4580-9b00-fe9ba0dc5180 req-5d6c329e-9343-498b-88de-3c4070e4e584 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315111 Aug 04 10:56:50.685123 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:50.685876 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:50.686191 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.l3_db [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Floating IP eea11bb8-91f7-45c3-b3db-88b440bdaf4f disassociated. External IP: 172.27.1.213, port: 6c0872ab-ea9c-4294-875e-55a8edb3614b. Aug 04 10:56:50.686570 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Calling delete_port for 6c0872ab-ea9c-4294-875e-55a8edb3614b owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:56:50.846096 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:50.874685 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event deleted for resources: {'Port': ['ID=6c0872ab-ea9c-4294-875e-55a8edb3614b,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:51.003612 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Router fbd39303-8ad8-4573-9ec1-f09e43de6f4c has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:56:51.107304 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:56:51.116875 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] Sync routers for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:56:51.126010 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:51.126874 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:56:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:51.148429 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] No DVR routers for this DVR port 6c0872ab-ea9c-4294-875e-55a8edb3614b on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:56:51.151328 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:51.153403 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3b14048a-7755-4edd-a526-e747d57ef6e0 req-2bc8d949-c40a-43c2-ad21-69d46fed5020 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "DELETE /v2.0/ports/6c0872ab-ea9c-4294-875e-55a8edb3614b HTTP/1.1" status: 204 len: 173 time: 0.9335086 Aug 04 10:56:51.153843 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-deleted', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:56:51.156052 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd7b8e1-c560-4d54-93f2-08f21cb79c05" -d '{"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-deleted", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:56:51.191709 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57cd2e0-83b5-4d44-a58f-5e3e3530ce98 x-openstack-request-id: req-d57cd2e0-83b5-4d44-a58f-5e3e3530ce98 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:56:51.192044 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae75f02-35fe-41a3-ba70-84b8a8fcea06", "name": "network-vif-deleted", "tag": "6c0872ab-ea9c-4294-875e-55a8edb3614b", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:56:51.192458 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d57cd2e0-83b5-4d44-a58f-5e3e3530ce98 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:56:51.192896 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae75f02-35fe-41a3-ba70-84b8a8fcea06', 'name': 'network-vif-deleted', 'tag': '6c0872ab-ea9c-4294-875e-55a8edb3614b', 'status': 'completed', 'code': 200} Aug 04 10:56:51.242929 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:51.351391 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8697b3de-6a9e-406c-801d-1e4b8e62630b req-1dc5e76a-b0f6-468f-b202-c72ee2b7617e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 210 time: 0.0322993 Aug 04 10:56:51.462956 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:51.498618 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] Checking router: fbd39303-8ad8-4573-9ec1-f09e43de6f4c for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:56:51.510973 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:56:51.514215 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:56:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:51.743681 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:56:51.958472 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:56:51.992521 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904372a0-406e-4459-a29e-38bf42f4bd60 None None] The sync data for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi is: [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:56:52.225536 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fae2a5d-773b-4457-aa73-fb2a18702911 None None] New status for floating IP eea11bb8-91f7-45c3-b3db-88b440bdaf4f: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:56:52.473238 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0d7bacc-3ee5-47c8-a8fd-8736329412e1 req-e2ce21c3-c47a-4693-9bbe-381f730bda4a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 210 time: 0.0257962 Aug 04 10:56:53.009751 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-655458bf-85a8-41d4-9304-d49abd0eb5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:53.586029 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-da87ba8f-44c9-4748-b76d-f649852ee681 req-3a654391-e158-41e0-a26a-0eccf5b3c66d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 210 time: 0.0252590 Aug 04 10:56:54.292842 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:56:54.313487 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 6c0872ab-ea9c-4294-875e-55a8edb3614b {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:56:54.313750 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 6c0872ab-ea9c-4294-875e-55a8edb3614b not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:56:54.695335 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f4ac390d-3817-4c06-b5c0-673b68eb4e4c req-6238154a-c26d-4c15-9fa3-cbd1bbb036f1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=dae75f02-35fe-41a3-ba70-84b8a8fcea06 HTTP/1.1" status: 200 len: 210 time: 0.0269058 Aug 04 10:56:55.581751 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:55.781636 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44620) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:55.833971 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09cf1f79-92eb-49d0-a152-f0d08c6c6774 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:55.855694 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bab36fdb-099f-4d6f-84c4-5315a84c8518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:55.860458 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09cf1f79-92eb-49d0-a152-f0d08c6c6774 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:55.906226 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09cf1f79-92eb-49d0-a152-f0d08c6c6774 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:55.908741 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-09cf1f79-92eb-49d0-a152-f0d08c6c6774 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:55.909864 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-09cf1f79-92eb-49d0-a152-f0d08c6c6774 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "DELETE /v2.0/security-groups/6a7faefa-383c-40e9-bbc7-9311a102266c HTTP/1.1" status: 204 len: 168 time: 0.1272447 Aug 04 10:56:55.912714 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44622) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:55.923508 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf1f79-92eb-49d0-a152-f0d08c6c6774 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7faefa-383c-40e9-bbc7-9311a102266c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:55.926540 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.api.v2.resource [None req-40193514-6bb1-4e01-b3a1-c68bb30fed72 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] show failed (client error): The resource could not be found. Aug 04 10:56:55.927602 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-40193514-6bb1-4e01-b3a1-c68bb30fed72 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups/6a7faefa-383c-40e9-bbc7-9311a102266c HTTP/1.1" status: 404 len: 347 time: 0.0138979 Aug 04 10:56:55.930392 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44624) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:56.052129 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Deleting port 8848405f-bad2-407f-877c-5d5ffb2c701e {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:56:56.052378 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:56.124725 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:56.125078 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:56.136215 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Calling delete_port for 8848405f-bad2-407f-877c-5d5ffb2c701e owned by network:floatingip {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:56:56.483545 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:56.508750 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event deleted for resources: {'Port': ['ID=8848405f-bad2-407f-877c-5d5ffb2c701e,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:56.573973 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:56.576548 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:56.577970 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-b1df2313-d232-48d1-80a4-1a794a292fba tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "DELETE /v2.0/floatingips/eea11bb8-91f7-45c3-b3db-88b440bdaf4f HTTP/1.1" status: 204 len: 168 time: 0.6464143 Aug 04 10:56:57.004974 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44642) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:57.009651 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-df84649b-d07e-4c47-b35d-8037e140f736 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--459272255', 'description': 'tempest-description--247353579'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:57.030929 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-df84649b-d07e-4c47-b35d-8037e140f736 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.108608 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-df84649b-d07e-4c47-b35d-8037e140f736 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.112884 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-df84649b-d07e-4c47-b35d-8037e140f736 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.140767 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-df84649b-d07e-4c47-b35d-8037e140f736 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.141972 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-df84649b-d07e-4c47-b35d-8037e140f736 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1359847 Aug 04 10:56:57.143900 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84649b-d07e-4c47-b35d-8037e140f736 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57652721-33ee-4da2-bb9f-e8e32827cbb0,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:57.145009 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44644) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:57.149692 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-929d5b37-ab3a-4e0b-baf0-14efd47a2716 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'security_group_rule': {'security_group_id': '57652721-33ee-4da2-bb9f-e8e32827cbb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:57.176997 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-929d5b37-ab3a-4e0b-baf0-14efd47a2716 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.190642 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.222565 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-929d5b37-ab3a-4e0b-baf0-14efd47a2716 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.225873 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-929d5b37-ab3a-4e0b-baf0-14efd47a2716 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.244899 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d5b37-ab3a-4e0b-baf0-14efd47a2716 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22899669-6e6f-4972-988d-dd44a0cc255d,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:57.247705 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-929d5b37-ab3a-4e0b-baf0-14efd47a2716 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.248864 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-929d5b37-ab3a-4e0b-baf0-14efd47a2716 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1027961 Aug 04 10:56:57.251672 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44646) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:57.255960 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-0ed0b335-f383-4b52-8145-d3c08fd37cb6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'security_group_rule': {'security_group_id': '57652721-33ee-4da2-bb9f-e8e32827cbb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:57.285549 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b335-f383-4b52-8145-d3c08fd37cb6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.340543 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b335-f383-4b52-8145-d3c08fd37cb6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.343808 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b335-f383-4b52-8145-d3c08fd37cb6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.358245 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0b335-f383-4b52-8145-d3c08fd37cb6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062d634f-514a-40ee-b54a-5bf82d1a654b,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:57.366797 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b335-f383-4b52-8145-d3c08fd37cb6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.367972 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0ed0b335-f383-4b52-8145-d3c08fd37cb6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153953 Aug 04 10:56:57.371593 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44648) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:57.375928 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'floatingip': {'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:56:57.398286 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.495061 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.600207 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Allocated IP 172.27.1.39 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/19b7b153-33e4-4dc4-95e3-5261b0108d14) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:56:57.711988 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.751818 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.790766 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44668) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:57.792773 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:56:57.795648 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:56:57.799931 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:56:57.803027 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'Port': ['ID=19b7b153-33e4-4dc4-95e3-5261b0108d14,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:57.891835 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-30562a01-7759-40e0-b9a5-3b9996f94dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.921557 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.959945 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.981147 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-30562a01-7759-40e0-b9a5-3b9996f94dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:57.985166 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-30562a01-7759-40e0-b9a5-3b9996f94dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:58.022737 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-30562a01-7759-40e0-b9a5-3b9996f94dfe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21a6587a37bd497b9ada2ba19983138c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302444 Aug 04 10:56:58.025322 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44672) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:58.031776 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30562a01-7759-40e0-b9a5-3b9996f94dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e160371b-04e3-48d2-baf0-d9bc57be72c0,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:58.075394 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0e6e81fe-1608-4422-bb3a-5b8d250f7a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:58.100087 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0e6e81fe-1608-4422-bb3a-5b8d250f7a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:58.111505 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:58.116224 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:58.148625 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0e6e81fe-1608-4422-bb3a-5b8d250f7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:58.151729 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0e6e81fe-1608-4422-bb3a-5b8d250f7a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:58.153013 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-0e6e81fe-1608-4422-bb3a-5b8d250f7a21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e160371b-04e3-48d2-baf0-d9bc57be72c0 HTTP/1.1" status: 204 len: 168 time: 0.1261032 Aug 04 10:56:58.160825 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e81fe-1608-4422-bb3a-5b8d250f7a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e160371b-04e3-48d2-baf0-d9bc57be72c0,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:58.191844 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'Port': ['ID=19b7b153-33e4-4dc4-95e3-5261b0108d14,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:56:58.203045 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:58.218279 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:58.219769 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d0ab26cc-7903-451d-a88d-7d4378d5615b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8471789 Aug 04 10:56:58.409043 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-7f19cf5f-c0de-4fa7-8f3d-4e612768f798 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--459272255&fields=id&tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69 HTTP/1.1" status: 200 len: 267 time: 0.0335701 Aug 04 10:56:58.516569 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-1c7329e5-3a0c-4578-a7f6-d3df4f6506ec tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:56:58.518073 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-1c7329e5-3a0c-4578-a7f6-d3df4f6506ec tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 817 time: 0.1024711 Aug 04 10:56:58.533070 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-f74c8f9e-0fad-4bff-98b2-9a2fe97924d3 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/quotas/c8d5e6c70f4d4d07bc6442ae94ccec69 HTTP/1.1" status: 200 len: 375 time: 0.0090344 Aug 04 10:56:58.590363 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-642ccceb-8247-4b1f-a5b2-c6ed3a5baea7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509930 Aug 04 10:56:58.694930 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-7a405c99-560e-40c8-9034-9375ee28894a service neutron] 10.222.0.49 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901384 Aug 04 10:56:58.746442 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:59.016234 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-ddb8c2aa-b9af-4eea-b6d8-997c18ea96f8 service neutron] 10.222.0.49 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145704 Aug 04 10:56:59.182313 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-143c6e76-ea2b-4027-9099-8f2aeb821ad2 req-85e22c00-ca0b-4c22-bca4-1ecb4418bdcd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 210 time: 0.0290165 Aug 04 10:56:59.752793 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44740) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:56:59.873513 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a398c4fa-d7ea-45b8-b4b7-3bfabb82afa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:59.962568 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a398c4fa-d7ea-45b8-b4b7-3bfabb82afa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:56:59.966714 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a398c4fa-d7ea-45b8-b4b7-3bfabb82afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.004281 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a398c4fa-d7ea-45b8-b4b7-3bfabb82afa2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62bc8a4d953845bda108e7ad61f63a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502470 Aug 04 10:57:00.005144 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398c4fa-d7ea-45b8-b4b7-3bfabb82afa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c128f-013d-41e6-ba45-2125914e2218,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:00.006936 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44746) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:00.055398 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-de2d292c-862a-44a1-a3f0-aad20413f756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.077845 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-de2d292c-862a-44a1-a3f0-aad20413f756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.122657 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-de2d292c-862a-44a1-a3f0-aad20413f756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.125389 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-de2d292c-862a-44a1-a3f0-aad20413f756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.129410 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-de2d292c-862a-44a1-a3f0-aad20413f756 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/524c128f-013d-41e6-ba45-2125914e2218 HTTP/1.1" status: 204 len: 168 time: 0.1184676 Aug 04 10:57:00.134495 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d292c-862a-44a1-a3f0-aad20413f756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c128f-013d-41e6-ba45-2125914e2218,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:00.325745 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-07d44cbf-52a1-4f6c-8435-a1d553cb63d9 req-4f4a4116-e1b7-4008-9954-915ecb03b254 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 210 time: 0.0452507 Aug 04 10:57:00.326580 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-c2c81a96-d678-43f4-9bee-9d8170e9968b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:00.328936 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-c2c81a96-d678-43f4-9bee-9d8170e9968b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 817 time: 0.1436641 Aug 04 10:57:00.407621 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-99929fb0-e66d-4082-9dbb-18ffd74e1b5e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69 HTTP/1.1" status: 200 len: 379 time: 0.0470870 Aug 04 10:57:00.436561 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44756) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:00.438968 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'port': {'device_id': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'admin_state_up': True, 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'security_groups': ['57652721-33ee-4da2-bb9f-e8e32827cbb0']}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:00.449633 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc4ca-3e62-4f5b-993a-17c21136ee9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.542722 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc4ca-3e62-4f5b-993a-17c21136ee9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.546049 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc4ca-3e62-4f5b-993a-17c21136ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.568776 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Made reservation on behalf of c8d5e6c70f4d4d07bc6442ae94ccec69 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:57:00.572667 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.586743 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ef8fc4ca-3e62-4f5b-993a-17c21136ee9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=661f507ccf3b4618b725afbbd5f051d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491480 Aug 04 10:57:00.587672 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fc4ca-3e62-4f5b-993a-17c21136ee9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53a1cb5-6e7e-4390-96f4-69013980ee93,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:00.591440 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44760) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:00.642990 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8e305bc1-e4ad-4b8f-8619-3137dbcf0bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.665659 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8e305bc1-e4ad-4b8f-8619-3137dbcf0bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.716229 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Allocated IP 172.20.0.10 (7207ae49-29b5-40b5-b8d8-9da3cf691f2d/a0e61aea-c773-4fc9-8014-7aa055cb2a6f/adb966ac-3c4f-4aeb-9011-4a157504472a) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:57:00.717521 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8e305bc1-e4ad-4b8f-8619-3137dbcf0bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.720563 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8e305bc1-e4ad-4b8f-8619-3137dbcf0bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.721752 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8e305bc1-e4ad-4b8f-8619-3137dbcf0bda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d53a1cb5-6e7e-4390-96f4-69013980ee93 HTTP/1.1" status: 204 len: 168 time: 0.1293888 Aug 04 10:57:00.731963 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e305bc1-e4ad-4b8f-8619-3137dbcf0bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53a1cb5-6e7e-4390-96f4-69013980ee93,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:00.914818 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:00.933304 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Transition to ACTIVE for port object adb966ac-3c4f-4aeb-9011-4a157504472a will not be triggered until provisioned by entity DHCP. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:57:00.966709 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:01.011445 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:57:01.014608 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:57:01.018395 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:57:01.044906 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:01.077115 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:01.077936 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:01.096279 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-af99a47f-0e73-4754-a5f1-ad1330a4e77e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6611621 Aug 04 10:57:01.122350 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Request body: {'port': {'device_id': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:01.192897 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:01.351683 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-4d54071c-2c03-4c08-aee3-8a3972d3387b None None] Provisioning for port adb966ac-3c4f-4aeb-9011-4a157504472a completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:57:01.356478 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-4d54071c-2c03-4c08-aee3-8a3972d3387b None None] Provisioning complete for port adb966ac-3c4f-4aeb-9011-4a157504472a triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:57:01.356804 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4d54071c-2c03-4c08-aee3-8a3972d3387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:01.395928 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-4d54071c-2c03-4c08-aee3-8a3972d3387b None None] Port adb966ac-3c4f-4aeb-9011-4a157504472a cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:57:01.450620 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ba1ef-8849-4ec4-b676-4a3373ea38e7 req-876faf01-3d67-403c-833a-ba5aa33acf23 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:01.452162 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab9ba1ef-8849-4ec4-b676-4a3373ea38e7 req-876faf01-3d67-403c-833a-ba5aa33acf23 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 932 time: 0.0589285 Aug 04 10:57:01.501472 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab9ba1ef-8849-4ec4-b676-4a3373ea38e7 req-3989cca5-8010-4f69-b795-28dbb7f0cd67 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 Aug 04 10:57:01.507130 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb966ac-3c4f-4aeb-9011-4a157504472a {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:57:01.515911 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:01.528431 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Transition to ACTIVE for port object adb966ac-3c4f-4aeb-9011-4a157504472a will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:57:01.532500 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:01.586601 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:01.657404 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Attempting to bind port adb966ac-3c4f-4aeb-9011-4a157504472a on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:57:01.657756 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Attempting to bind port adb966ac-3c4f-4aeb-9011-4a157504472a by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:57:01.658090 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Attempting to bind port adb966ac-3c4f-4aeb-9011-4a157504472a on network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:57:01.662739 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Port adb966ac-3c4f-4aeb-9011-4a157504472a on network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:57:01.663067 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Attempting to bind port adb966ac-3c4f-4aeb-9011-4a157504472a on network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:57:01.668772 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:57:01.669105 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Checking segment: {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:57:01.669499 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Bound using segment: {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:57:01.669947 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Bound port: adb966ac-3c4f-4aeb-9011-4a157504472a, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd780036f-be28-48c4-bb05-50ae26241be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:57:01.670312 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:01.746276 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:57:01.749911 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:57:01.756328 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:01.794657 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:01.795320 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:01.803553 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] 10.222.0.60 "PUT /v2.0/ports/adb966ac-3c4f-4aeb-9011-4a157504472a HTTP/1.1" status: 200 len: 1094 time: 0.6857948 Aug 04 10:57:01.804043 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:01.806424 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de16d488-09ee-4d16-882b-e4c0370db06d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:01.832474 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3ff65-a331-4abe-b6a4-e5eee9cb4388 service neutron] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:01.875718 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b489fa4-db63-4da8-942f-649e18d36c30 x-openstack-request-id: req-8b489fa4-db63-4da8-942f-649e18d36c30 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:01.876135 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:01.876396 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b489fa4-db63-4da8-942f-649e18d36c30 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:01.876843 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'status': 'completed', 'code': 200} Aug 04 10:57:01.950056 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-991793ec-561a-491c-8a5c-63e9efb3b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:01.951783 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-991793ec-561a-491c-8a5c-63e9efb3b7b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 1097 time: 0.0558889 Aug 04 10:57:02.011423 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-74dd899e-5fbc-491d-b666-019edc1ff13b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb966ac-3c4f-4aeb-9011-4a157504472a HTTP/1.1" status: 200 len: 217 time: 0.0397072 Aug 04 10:57:02.076000 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-d9a60c42-fc32-4134-85a9-23e1a7ec14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:02.077528 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-d9a60c42-fc32-4134-85a9-23e1a7ec14a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0547962 Aug 04 10:57:02.133666 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-a2d6e790-29da-4456-9c4b-c3eb4f8e1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:02.135793 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-a2d6e790-29da-4456-9c4b-c3eb4f8e1f1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482934 Aug 04 10:57:02.221575 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d20ee-0e86-46eb-be1a-7288d2622aef req-de185620-e9de-4f2e-a9fa-49058b2bcc2e tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:02.223117 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-808d20ee-0e86-46eb-be1a-7288d2622aef req-de185620-e9de-4f2e-a9fa-49058b2bcc2e tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0655441 Aug 04 10:57:02.241249 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-e5072167-7a38-4976-8f15-e8c0b6c088a9 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965667 Aug 04 10:57:02.271048 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-808d20ee-0e86-46eb-be1a-7288d2622aef req-b1634972-5e90-45ee-a67e-a53f0c80d843 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413945 Aug 04 10:57:02.295216 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44814) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:02.350007 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1384aec7-8f71-4f1d-8474-fed6dbaaf4fc req-55e8d10e-3aa6-4338-8c88-4d4fd5f7c3a1 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999539 Aug 04 10:57:02.539198 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5ecb4-61b6-487f-a3b7-486e49b52b1d tempest-TestMinimumBasicScenario-1146312174 tempest-TestMinimumBasicScenario-1146312174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:02.544232 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2bc5ecb4-61b6-487f-a3b7-486e49b52b1d tempest-TestMinimumBasicScenario-1146312174 tempest-TestMinimumBasicScenario-1146312174-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 1093 time: 0.2473190 Aug 04 10:57:02.549373 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44828) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:02.556069 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'floatingip': {'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'port_id': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:02.557383 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d488-09ee-4d16-882b-e4c0370db06d req-0a520b1e-9b2a-45a3-bc1e-de42b4856a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:02.559091 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-de16d488-09ee-4d16-882b-e4c0370db06d req-0a520b1e-9b2a-45a3-bc1e-de42b4856a2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 1097 time: 0.0670617 Aug 04 10:57:02.612722 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:02.670147 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d488-09ee-4d16-882b-e4c0370db06d req-f8b7a394-53f9-4d01-9434-ee49627f4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:02.672061 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-de16d488-09ee-4d16-882b-e4c0370db06d req-f8b7a394-53f9-4d01-9434-ee49627f4939 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.0964680 Aug 04 10:57:02.706456 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c688e2e-c770-4c5b-be62-70896111e1fd req-9e57e9d0-6faf-4e0b-b74c-c68226035acb tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:02.708194 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c688e2e-c770-4c5b-be62-70896111e1fd req-9e57e9d0-6faf-4e0b-b74c-c68226035acb tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.1119938 Aug 04 10:57:02.749630 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-de16d488-09ee-4d16-882b-e4c0370db06d req-b68c0e7c-adc9-4c04-843d-5405ef677711 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb966ac-3c4f-4aeb-9011-4a157504472a HTTP/1.1" status: 200 len: 217 time: 0.0662146 Aug 04 10:57:02.765714 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c688e2e-c770-4c5b-be62-70896111e1fd req-c834bfba-aee7-42f1-923f-02f59e4d4a79 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470276 Aug 04 10:57:02.803250 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:02.839455 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d488-09ee-4d16-882b-e4c0370db06d req-d5e64b4a-1e3b-440f-9175-cb4c096c184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:02.841381 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-de16d488-09ee-4d16-882b-e4c0370db06d req-d5e64b4a-1e3b-440f-9175-cb4c096c184c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0779932 Aug 04 10:57:02.914633 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:02.934840 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d488-09ee-4d16-882b-e4c0370db06d req-9d0a0445-7fff-4063-86a8-e9b6c4ef00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:02.936757 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-de16d488-09ee-4d16-882b-e4c0370db06d req-9d0a0445-7fff-4063-86a8-e9b6c4ef00d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818975 Aug 04 10:57:02.951379 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Allocated IP 172.27.1.197 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/ab613fb0-6993-4406-a28a-b9207b6e054e) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:57:03.051708 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-de16d488-09ee-4d16-882b-e4c0370db06d req-d236ad4f-1376-4029-ae65-9a8f62262b74 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870864 Aug 04 10:57:03.063514 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:03.108202 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:03.142143 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-de16d488-09ee-4d16-882b-e4c0370db06d req-242960d4-bc05-4b49-980a-1eb226c5a3a4 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825114 Aug 04 10:57:03.146460 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:57:03.149482 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:57:03.153674 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:57:03.176910 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'Port': ['ID=ab613fb0-6993-4406-a28a-b9207b6e054e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:03.504484 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:03.573798 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:03.722697 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:03.727440 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:03.791706 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'Port': ['ID=ab613fb0-6993-4406-a28a-b9207b6e054e,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:03.807126 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:03.936949 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3612-ff37-4a23-ba24-37e8230595b4 req-692057d0-f54a-4462-bde4-9ddcae8f1206 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:03.936949 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3fcb3612-ff37-4a23-ba24-37e8230595b4 req-692057d0-f54a-4462-bde4-9ddcae8f1206 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0938590 Aug 04 10:57:03.960506 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Floating IP 3718d347-3bd4-45f3-ad4e-583a15d01c22 associated. External IP: 172.27.1.197, port: e3336183-47eb-43c6-8970-3f6c32d91a42. Aug 04 10:57:04.020887 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3fcb3612-ff37-4a23-ba24-37e8230595b4 req-70977cdd-8391-4b5f-b076-fb8afad67fe1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766170 Aug 04 10:57:04.200082 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:57:04.323516 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:57:04.333479 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] Sync routers for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:57:04.340983 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.348196 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:57:04.348843 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:56:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:04.369597 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d4ca43c1-54ea-44ca-89f1-b79596ecfdb7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8203232 Aug 04 10:57:04.370186 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:04.372403 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5665e-5953-4aa3-8fbd-39875b760e96" -d '{"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:04.372673 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44842) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:04.378786 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-185c73a0-65d2-4293-b253-29fb33014a9c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620032689', 'description': 'tempest-secgroup-smoke-620032689 description', 'project_id': '0f23287107074943a5c354c8f4c12827'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:04.409834 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb4a89f-d01a-4820-996b-3a8cd63d314f x-openstack-request-id: req-fbb4a89f-d01a-4820-996b-3a8cd63d314f {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:04.410151 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-185c73a0-65d2-4293-b253-29fb33014a9c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.410267 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:04.410445 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbb4a89f-d01a-4820-996b-3a8cd63d314f {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:04.410844 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'status': 'completed', 'code': 200} Aug 04 10:57:04.472974 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:57:04.530774 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-185c73a0-65d2-4293-b253-29fb33014a9c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.536018 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-185c73a0-65d2-4293-b253-29fb33014a9c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.543611 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-09c99928-3e77-403b-87f7-1fe92f0c0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:04.545179 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-09c99928-3e77-403b-87f7-1fe92f0c0db4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f23287107074943a5c354c8f4c12827&device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 1098 time: 0.0719905 Aug 04 10:57:04.574533 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-185c73a0-65d2-4293-b253-29fb33014a9c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.575821 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-185c73a0-65d2-4293-b253-29fb33014a9c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2015092 Aug 04 10:57:04.579700 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44846) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:04.586977 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-03e70bf6-d3c0-40da-a22e-a8b29d722ebc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'security_group_rule': {'security_group_id': '909fe7f7-e3f0-453b-bc7c-dbd162f7794d', 'project_id': '0f23287107074943a5c354c8f4c12827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:04.632490 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c73a0-65d2-4293-b253-29fb33014a9c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909fe7f7-e3f0-453b-bc7c-dbd162f7794d,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:04.633755 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-03e70bf6-d3c0-40da-a22e-a8b29d722ebc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.692201 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-f1d6e223-9571-4cd1-a9f0-4114d9fe314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:04.693753 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-f1d6e223-9571-4cd1-a9f0-4114d9fe314a service neutron] 10.222.0.60 "GET /v2.0/networks?id=01bde8f2-f53e-49e6-a4da-8580bfccb653 HTTP/1.1" status: 200 len: 916 time: 0.1356640 Aug 04 10:57:04.719167 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-03e70bf6-d3c0-40da-a22e-a8b29d722ebc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.723516 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-03e70bf6-d3c0-40da-a22e-a8b29d722ebc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.749643 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e70bf6-d3c0-40da-a22e-a8b29d722ebc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf64488-5329-4356-8e06-adc60fc51a87,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:04.753980 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-03e70bf6-d3c0-40da-a22e-a8b29d722ebc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.755465 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-03e70bf6-d3c0-40da-a22e-a8b29d722ebc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1747334 Aug 04 10:57:04.758441 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44848) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:04.765091 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '3718d347-3bd4-45f3-ad4e-583a15d01c22', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'port_id': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'mac_address': 'fa:16:3e:4a:3d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea3682-2475-44f5-8106-8d0be12a272e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:57:03Z', 'updated_at': '2021-08-04T10:57:03Z', 'revision_number': 0, 'project_id': '0f23287107074943a5c354c8f4c12827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8060d2d0-448e-406f-b412-398769809640', 'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'mac_address': 'fa:16:3e:0a:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:07Z', 'updated_at': '2021-08-04T10:56:12Z', 'revision_number': 5, 'project_id': '0f23287107074943a5c354c8f4c12827', 'subnets': [{'id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:04.765496 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-4909522c-43b1-4b03-bdf5-9dba1b29fe30 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'security_group_rule': {'security_group_id': '909fe7f7-e3f0-453b-bc7c-dbd162f7794d', 'project_id': '0f23287107074943a5c354c8f4c12827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:04.796206 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:57:04.796957 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-fddf284d-8a0f-443e-8253-98dc2e996bc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 200 len: 999 time: 0.0937049 Aug 04 10:57:04.799409 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] Checking router: 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:57:04.807791 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4909522c-43b1-4b03-bdf5-9dba1b29fe30 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.816956 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:57:04.817566 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:56:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:04.882399 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-7e5e6e1a-7b4d-45c3-9863-cc970b0177e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:04.883770 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-7e5e6e1a-7b4d-45c3-9863-cc970b0177e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0158642-3d87-4eb7-b280-083c77482d90 HTTP/1.1" status: 200 len: 854 time: 0.0770469 Aug 04 10:57:04.925107 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4909522c-43b1-4b03-bdf5-9dba1b29fe30 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.935537 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4909522c-43b1-4b03-bdf5-9dba1b29fe30 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.961786 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-60d26ff7-853a-4015-ba0d-4805b6e1cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:04.963344 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-60d26ff7-853a-4015-ba0d-4805b6e1cb5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01bde8f2-f53e-49e6-a4da-8580bfccb653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699446 Aug 04 10:57:04.967809 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909522c-43b1-4b03-bdf5-9dba1b29fe30 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f41be2-8052-4db4-bbf1-2bdf702a0bed,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:04.980909 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4909522c-43b1-4b03-bdf5-9dba1b29fe30 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:04.981086 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:04.982045 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-4909522c-43b1-4b03-bdf5-9dba1b29fe30 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2201250 Aug 04 10:57:04.985645 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44850) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:04.992593 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-5b1e5d19-ac9e-40ea-a81a-e6efe707737b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'security_group_rule': {'security_group_id': '909fe7f7-e3f0-453b-bc7c-dbd162f7794d', 'project_id': '0f23287107074943a5c354c8f4c12827', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:05.001462 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:57:05.003619 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'port_id': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'mac_address': 'fa:16:3e:8f:d7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:57:05.021270 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5d19-ac9e-40ea-a81a-e6efe707737b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.075208 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-798da986-9a53-4946-880a-17df14583a24 service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033547 Aug 04 10:57:05.096533 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5d19-ac9e-40ea-a81a-e6efe707737b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.107233 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5d19-ac9e-40ea-a81a-e6efe707737b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.113423 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.128076 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb966ac-3c4f-4aeb-9011-4a157504472a {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:57:05.152197 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e5d19-ac9e-40ea-a81a-e6efe707737b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f29c212-f132-4a92-8ade-9c574bdb5861,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:05.157349 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5d19-ac9e-40ea-a81a-e6efe707737b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.161078 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5b1e5d19-ac9e-40ea-a81a-e6efe707737b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1713159 Aug 04 10:57:05.161855 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44854) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:05.163693 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:05.166674 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-0cc870a5-b8d2-4b76-a3cd-f5665e69f92f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'security_group_rule': {'security_group_id': '909fe7f7-e3f0-453b-bc7c-dbd162f7794d', 'project_id': '0f23287107074943a5c354c8f4c12827', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:05.178873 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.195002 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fadf56-9a43-40ce-b660-9ae6747d8ee6 req-e8555f03-bdcc-4824-88e0-c004053403b7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:05.196532 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-13fadf56-9a43-40ce-b660-9ae6747d8ee6 req-e8555f03-bdcc-4824-88e0-c004053403b7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0866306 Aug 04 10:57:05.205891 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-fcb5665e-5953-4aa3-8fbd-39875b760e96 req-ec830fbd-2466-4786-8830-3851124aaa7d service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219552 Aug 04 10:57:05.213188 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0cc870a5-b8d2-4b76-a3cd-f5665e69f92f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.274722 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-13fadf56-9a43-40ce-b660-9ae6747d8ee6 req-ac5897d8-3fd7-4886-8f5a-2cca843e231a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637975 Aug 04 10:57:05.296354 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:05.304847 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0cc870a5-b8d2-4b76-a3cd-f5665e69f92f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.309611 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0cc870a5-b8d2-4b76-a3cd-f5665e69f92f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.326408 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc870a5-b8d2-4b76-a3cd-f5665e69f92f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde8eb04-bcaa-4759-9143-3f6145d8b2d8,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:05.326920 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.327360 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.327790 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.328215 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.328666 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.329120 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.329502 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.330152 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.330341 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.330771 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.331183 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.331591 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:05.336810 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0cc870a5-b8d2-4b76-a3cd-f5665e69f92f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.339224 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0cc870a5-b8d2-4b76-a3cd-f5665e69f92f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1761975 Aug 04 10:57:05.341696 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44860) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:05.346907 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-2583d57c-698e-429c-87a0-6b0718e2c740 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'security_group_rule': {'security_group_id': '909fe7f7-e3f0-453b-bc7c-dbd162f7794d', 'project_id': '0f23287107074943a5c354c8f4c12827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:05.366056 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '3718d347-3bd4-45f3-ad4e-583a15d01c22', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'port_id': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'mac_address': 'fa:16:3e:4a:3d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea3682-2475-44f5-8106-8d0be12a272e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:57:03Z', 'updated_at': '2021-08-04T10:57:03Z', 'revision_number': 0, 'project_id': '0f23287107074943a5c354c8f4c12827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8060d2d0-448e-406f-b412-398769809640', 'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'mac_address': 'fa:16:3e:0a:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:07Z', 'updated_at': '2021-08-04T10:56:12Z', 'revision_number': 5, 'project_id': '0f23287107074943a5c354c8f4c12827', 'subnets': [{'id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:05.373563 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.securitygroups_db [None req-2583d57c-698e-429c-87a0-6b0718e2c740 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Project 0f23287107074943a5c354c8f4c12827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 10:57:05.378676 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2583d57c-698e-429c-87a0-6b0718e2c740 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.395831 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff7e49-2c2a-42d8-8042-ee2689e73831 None None] The sync data for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi is: [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '3718d347-3bd4-45f3-ad4e-583a15d01c22', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'port_id': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'mac_address': 'fa:16:3e:4a:3d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea3682-2475-44f5-8106-8d0be12a272e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:57:03Z', 'updated_at': '2021-08-04T10:57:03Z', 'revision_number': 0, 'project_id': '0f23287107074943a5c354c8f4c12827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8060d2d0-448e-406f-b412-398769809640', 'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'mac_address': 'fa:16:3e:0a:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:07Z', 'updated_at': '2021-08-04T10:56:12Z', 'revision_number': 5, 'project_id': '0f23287107074943a5c354c8f4c12827', 'subnets': [{'id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:57:05.445774 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2583d57c-698e-429c-87a0-6b0718e2c740 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.451146 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2583d57c-698e-429c-87a0-6b0718e2c740 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.471657 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583d57c-698e-429c-87a0-6b0718e2c740 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943e82c3-cd5e-4d8d-805b-280d83836dc1,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:05.480415 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2583d57c-698e-429c-87a0-6b0718e2c740 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.484583 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-2583d57c-698e-429c-87a0-6b0718e2c740 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387506 Aug 04 10:57:05.484822 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44868) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:05.489358 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-d437af70-77d0-435c-8bb5-e59663150c4c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'security_group_rule': {'security_group_id': '909fe7f7-e3f0-453b-bc7c-dbd162f7794d', 'project_id': '0f23287107074943a5c354c8f4c12827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:05.513467 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.securitygroups_db [None req-d437af70-77d0-435c-8bb5-e59663150c4c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Project 0f23287107074943a5c354c8f4c12827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 10:57:05.518604 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d437af70-77d0-435c-8bb5-e59663150c4c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.542551 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['adb966ac-3c4f-4aeb-9011-4a157504472a'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:57:05.599755 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d437af70-77d0-435c-8bb5-e59663150c4c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.605034 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d437af70-77d0-435c-8bb5-e59663150c4c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.625909 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437af70-77d0-435c-8bb5-e59663150c4c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03b1603-f515-40b0-a984-2a8249734e45,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:05.642353 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d437af70-77d0-435c-8bb5-e59663150c4c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:05.644860 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-d437af70-77d0-435c-8bb5-e59663150c4c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589699 Aug 04 10:57:05.668483 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9480f45-6452-424f-811a-a59179d1de2b None None] New status for floating IP 3718d347-3bd4-45f3-ad4e-583a15d01c22: ACTIVE {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:57:05.783910 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-98d1b934-25fb-4a6f-93a6-bfa878724bd9 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620032689&fields=id&tenant_id=0f23287107074943a5c354c8f4c12827 HTTP/1.1" status: 200 len: 267 time: 0.0568151 Aug 04 10:57:05.854485 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-a07ecc07-e136-422f-bab2-ed1663185c28 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:05.856614 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-a07ecc07-e136-422f-bab2-ed1663185c28 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0634382 Aug 04 10:57:05.877065 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-b6e212b9-462c-41c6-89aa-e244e460e0da tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'port': {'security_groups': ['22b6347d-6963-435d-a5fa-c1a20b52dc12', '909fe7f7-e3f0-453b-bc7c-dbd162f7794d']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:05.945958 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-b6e212b9-462c-41c6-89aa-e244e460e0da tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:06.150421 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-b6e212b9-462c-41c6-89aa-e244e460e0da tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] For port e3336183-47eb-43c6-8970-3f6c32d91a42, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3336183-47eb-43c6-8970-3f6c32d91a42,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:06.180664 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-b6e212b9-462c-41c6-89aa-e244e460e0da tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:06.185940 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-b6e212b9-462c-41c6-89aa-e244e460e0da tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:06.234615 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-b6e212b9-462c-41c6-89aa-e244e460e0da tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:06.235640 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-b6e212b9-462c-41c6-89aa-e244e460e0da tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:06.237074 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-86ee7daa-b680-4a27-a9f5-4fbf9c39cbcf req-b6e212b9-462c-41c6-89aa-e244e460e0da tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "PUT /v2.0/ports/e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 200 len: 981 time: 0.3650477 Aug 04 10:57:06.262294 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e212b9-462c-41c6-89aa-e244e460e0da tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'Port': ['ID=e3336183-47eb-43c6-8970-3f6c32d91a42,revision_number=6']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:06.371540 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd54b38-fe7a-4465-bf0e-c18a3519c959 req-a8757f52-dbc7-4c84-9af2-839d9c055d86 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:06.373376 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9cd54b38-fe7a-4465-bf0e-c18a3519c959 req-a8757f52-dbc7-4c84-9af2-839d9c055d86 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0658939 Aug 04 10:57:06.412393 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['e3336183-47eb-43c6-8970-3f6c32d91a42'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:57:06.416284 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:06.418596 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:06.457977 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9cd54b38-fe7a-4465-bf0e-c18a3519c959 req-3683a2d1-55af-4fe1-82a8-e59b130d0f57 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696297 Aug 04 10:57:06.466768 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73478f48-1e5e-4c39-87fa-9e3680e4270e req-0bc03206-5e36-4e97-be6f-8b8d30a10f91 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:06.468253 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-73478f48-1e5e-4c39-87fa-9e3680e4270e req-0bc03206-5e36-4e97-be6f-8b8d30a10f91 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 945 time: 0.0917487 Aug 04 10:57:06.471689 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['e3336183-47eb-43c6-8970-3f6c32d91a42'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:57:06.515711 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-73478f48-1e5e-4c39-87fa-9e3680e4270e req-9a0b7dbc-0e26-4180-8dae-8300652b2a85 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Aug 04 10:57:06.524166 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f25117-38c6-4a09-a065-d81e5f3e97f1 x-openstack-request-id: req-47f25117-38c6-4a09-a065-d81e5f3e97f1 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:06.524667 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:06.525563 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47f25117-38c6-4a09-a065-d81e5f3e97f1 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:06.525975 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'status': 'completed', 'code': 200} Aug 04 10:57:06.546628 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-185bddce-190a-414a-9953-051f67385885 None None] Provisioning complete for port e3336183-47eb-43c6-8970-3f6c32d91a42 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:57:06.547138 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-185bddce-190a-414a-9953-051f67385885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:06.613664 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-59049dd6-4e76-45c7-a3f1-eefa888e2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:06.615382 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-59049dd6-4e76-45c7-a3f1-eefa888e2f39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f23287107074943a5c354c8f4c12827&device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 1137 time: 0.0431178 Aug 04 10:57:06.722642 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-04acfdda-fb53-462d-aa4d-1317feb16bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:06.723709 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-04acfdda-fb53-462d-aa4d-1317feb16bb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01bde8f2-f53e-49e6-a4da-8580bfccb653 HTTP/1.1" status: 200 len: 916 time: 0.0999544 Aug 04 10:57:06.791872 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-a2078319-b3eb-481e-997c-24af0b6da1c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 200 len: 1001 time: 0.0589600 Aug 04 10:57:06.813828 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:57:06.853992 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-7ad0ec01-2795-4587-b51b-30f7093ead4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:06.855492 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-7ad0ec01-2795-4587-b51b-30f7093ead4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0158642-3d87-4eb7-b280-083c77482d90 HTTP/1.1" status: 200 len: 854 time: 0.0473325 Aug 04 10:57:06.907785 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-424ed0d2-f598-4162-ade3-2e3dd8e84063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:06.909485 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-424ed0d2-f598-4162-ade3-2e3dd8e84063 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01bde8f2-f53e-49e6-a4da-8580bfccb653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408597 Aug 04 10:57:06.952346 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port adb966ac-3c4f-4aeb-9011-4a157504472a completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:57:06.967408 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port adb966ac-3c4f-4aeb-9011-4a157504472a triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:57:06.967785 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:07.016254 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-d51485a2-0d3c-4916-9913-6d747f76a995 service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978673 Aug 04 10:57:07.116000 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-cfc23586-a1f3-4de5-a6b2-02dabe27e8f5 req-45de8889-e893-41dc-b393-9ddb2b5fdbf6 service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880635 Aug 04 10:57:07.175138 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:07.227110 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:07.229389 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3250d664-ea79-41ef-90b3-a60c20729fd0" -d '{"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-plugged", "status": "completed", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:07.253138 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:07.265814 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:07.273205 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061db9e9-f58d-44d4-85ec-94a5676c6582 x-openstack-request-id: req-061db9e9-f58d-44d4-85ec-94a5676c6582 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:07.273494 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-plugged", "status": "completed", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:07.273747 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-061db9e9-f58d-44d4-85ec-94a5676c6582 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:07.274134 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'code': 200} Aug 04 10:57:07.326833 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:07.495718 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e685a55-28d4-4e60-92d6-e20d99202055 req-ccfd2fd5-ff04-4ef9-a481-d3153955d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:07.497316 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5e685a55-28d4-4e60-92d6-e20d99202055 req-ccfd2fd5-ff04-4ef9-a481-d3153955d379 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 1099 time: 0.0408571 Aug 04 10:57:07.536940 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-5e685a55-28d4-4e60-92d6-e20d99202055 req-e39826ab-214c-4da0-953c-d40fd1433c8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281684 Aug 04 10:57:07.647994 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8700df-daf3-4d66-856d-506255550beb req-4f12f646-aa8c-4595-96ea-5dbf034bafe4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:07.649626 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1f8700df-daf3-4d66-856d-506255550beb req-4f12f646-aa8c-4595-96ea-5dbf034bafe4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0584195 Aug 04 10:57:07.691603 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1f8700df-daf3-4d66-856d-506255550beb req-0a103c64-031c-4fc9-a0b1-a7bd78edf614 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356002 Aug 04 10:57:07.755799 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44940) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:07.855815 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2d70b67f-d282-46a7-a6f1-5cff947275ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:07.944828 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2d70b67f-d282-46a7-a6f1-5cff947275ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:07.948846 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2d70b67f-d282-46a7-a6f1-5cff947275ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:07.986941 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-2d70b67f-d282-46a7-a6f1-5cff947275ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47b8f4dff96141818cd5970fda51c643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300508 Aug 04 10:57:07.988056 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70b67f-d282-46a7-a6f1-5cff947275ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deec1f6a-1f33-44ec-83a0-2de3de764c7b,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:07.989655 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44944) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:08.038544 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-18455da2-034c-45dd-81f1-8f479bee7bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.059478 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-18455da2-034c-45dd-81f1-8f479bee7bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.105978 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-18455da2-034c-45dd-81f1-8f479bee7bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.108558 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-18455da2-034c-45dd-81f1-8f479bee7bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.109995 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-18455da2-034c-45dd-81f1-8f479bee7bba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/deec1f6a-1f33-44ec-83a0-2de3de764c7b HTTP/1.1" status: 204 len: 168 time: 0.1193497 Aug 04 10:57:08.117659 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18455da2-034c-45dd-81f1-8f479bee7bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deec1f6a-1f33-44ec-83a0-2de3de764c7b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:08.377502 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 44950) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:08.391037 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aa011547-07e3-46e6-94b0-c5078893590b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.489838 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aa011547-07e3-46e6-94b0-c5078893590b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.494327 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aa011547-07e3-46e6-94b0-c5078893590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.539698 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-aa011547-07e3-46e6-94b0-c5078893590b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b5cf65d0dbe4bd8b497475d2e2f17ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610401 Aug 04 10:57:08.540873 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa011547-07e3-46e6-94b0-c5078893590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a827f62-41fd-4ff9-a5d5-c8cce6f104f2,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:08.542350 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44952) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:08.590947 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5de62ced-3f9f-4313-9115-5215eee7cd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.611355 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5de62ced-3f9f-4313-9115-5215eee7cd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.659859 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5de62ced-3f9f-4313-9115-5215eee7cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.662455 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5de62ced-3f9f-4313-9115-5215eee7cd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:08.663597 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-5de62ced-3f9f-4313-9115-5215eee7cd2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a827f62-41fd-4ff9-a5d5-c8cce6f104f2 HTTP/1.1" status: 204 len: 168 time: 0.1202624 Aug 04 10:57:08.671192 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de62ced-3f9f-4313-9115-5215eee7cd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a827f62-41fd-4ff9-a5d5-c8cce6f104f2,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:08.814227 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43f8bd-1c2a-4b68-9dc2-c9a4f1033c1f req-d1813e36-7bb6-4d02-a3b2-50acc421563b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:08.815954 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4d43f8bd-1c2a-4b68-9dc2-c9a4f1033c1f req-d1813e36-7bb6-4d02-a3b2-50acc421563b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0482905 Aug 04 10:57:08.860350 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4d43f8bd-1c2a-4b68-9dc2-c9a4f1033c1f req-5454eda1-32fe-4037-a8b9-bec68fbf21f0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382345 Aug 04 10:57:09.979436 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e883ab-ebf3-4a59-9c97-fde92ffd4e88 req-7127dc98-7815-4402-854f-1ca758025159 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:09.980882 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e6e883ab-ebf3-4a59-9c97-fde92ffd4e88 req-7127dc98-7815-4402-854f-1ca758025159 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0482371 Aug 04 10:57:10.019354 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e6e883ab-ebf3-4a59-9c97-fde92ffd4e88 req-207eba7f-34dd-4a4a-8ec2-5b528d3497cd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Aug 04 10:57:10.142283 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456664e-5a71-485d-a807-7cebe06d7d2b req-6b71258e-2669-481f-a0b6-536e9b52afb7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:10.143754 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f456664e-5a71-485d-a807-7cebe06d7d2b req-6b71258e-2669-481f-a0b6-536e9b52afb7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0549347 Aug 04 10:57:10.153363 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 44988) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:10.158680 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-7bb97ec8-fec8-4ca9-8ccc-a22f268aa73c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Request body: {'floatingip': {'port_id': 'adb966ac-3c4f-4aeb-9011-4a157504472a'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:10.203023 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7bb97ec8-fec8-4ca9-8ccc-a22f268aa73c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:10.638264 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7bb97ec8-fec8-4ca9-8ccc-a22f268aa73c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:10.641884 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7bb97ec8-fec8-4ca9-8ccc-a22f268aa73c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:10.752654 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.l3_db [None req-7bb97ec8-fec8-4ca9-8ccc-a22f268aa73c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Floating IP 9475a9d4-a9ae-48f8-95e9-b324810d3399 associated. External IP: 172.27.1.39, port: adb966ac-3c4f-4aeb-9011-4a157504472a. Aug 04 10:57:11.197390 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb97ec8-fec8-4ca9-8ccc-a22f268aa73c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Router fbd39303-8ad8-4573-9ec1-f09e43de6f4c has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:57:11.316478 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb97ec8-fec8-4ca9-8ccc-a22f268aa73c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:57:11.324109 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-7bb97ec8-fec8-4ca9-8ccc-a22f268aa73c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:11.332206 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] Sync routers for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:57:11.342127 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:57:11.342756 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:56:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:11.352507 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-7bb97ec8-fec8-4ca9-8ccc-a22f268aa73c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "PUT /v2.0/floatingips/9475a9d4-a9ae-48f8-95e9-b324810d3399 HTTP/1.1" status: 200 len: 991 time: 1.1936588 Aug 04 10:57:11.352507 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:11.352507 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a434f1-ee66-46bf-acbe-87b49d79750f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:11.398088 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a152d919-fe86-4c43-b371-3a7ea0c144e6 x-openstack-request-id: req-a152d919-fe86-4c43-b371-3a7ea0c144e6 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:11.398469 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:11.398806 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a152d919-fe86-4c43-b371-3a7ea0c144e6 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:11.399232 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'status': 'completed', 'code': 200} Aug 04 10:57:11.453604 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:57:11.498952 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-1d8c891f-bb32-4324-9973-5baedfb3517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:11.500857 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-1d8c891f-bb32-4324-9973-5baedfb3517d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 1099 time: 0.0424783 Aug 04 10:57:11.594417 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-2acbdd0c-55bf-490f-9067-f419dcebbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:11.595967 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-2acbdd0c-55bf-490f-9067-f419dcebbdf5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.0871918 Aug 04 10:57:11.664787 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-b56d5e50-a1bf-478d-a82e-3260a5fdcfff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb966ac-3c4f-4aeb-9011-4a157504472a HTTP/1.1" status: 200 len: 999 time: 0.0607214 Aug 04 10:57:11.683609 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '9475a9d4-a9ae-48f8-95e9-b324810d3399', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'port_id': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'mac_address': 'fa:16:3e:8f:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:56:57Z', 'updated_at': '2021-08-04T10:57:10Z', 'revision_number': 1, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:11.716422 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] Checking router: fbd39303-8ad8-4573-9ec1-f09e43de6f4c for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:57:11.721407 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-491f8069-7c90-4050-9e5c-649c32fabfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:11.722877 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-491f8069-7c90-4050-9e5c-649c32fabfed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0507171 Aug 04 10:57:11.725098 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:57:11.725722 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:56:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:11.778928 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-ee5dd7d2-7b41-4855-87eb-e6072cf66bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:11.780489 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-ee5dd7d2-7b41-4855-87eb-e6072cf66bdf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493419 Aug 04 10:57:11.841549 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:57:11.872092 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-3ada875b-fe12-4501-bdb9-8de7ec7bba1e service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816731 Aug 04 10:57:11.968259 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-19a434f1-ee66-46bf-acbe-87b49d79750f req-d330ba16-3a71-40fc-9ffd-eba882532461 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868781 Aug 04 10:57:12.063563 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '9475a9d4-a9ae-48f8-95e9-b324810d3399', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'port_id': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'mac_address': 'fa:16:3e:8f:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:56:57Z', 'updated_at': '2021-08-04T10:57:10Z', 'revision_number': 1, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:12.094031 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b7dd1-7b31-4545-9cdc-a9c96d9a8d7f None None] The sync data for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi is: [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '9475a9d4-a9ae-48f8-95e9-b324810d3399', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'port_id': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'mac_address': 'fa:16:3e:8f:d7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:56:57Z', 'updated_at': '2021-08-04T10:57:10Z', 'revision_number': 1, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:57:12.274021 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0489d7f-1200-472a-931e-0167bd32d42d None None] New status for floating IP 9475a9d4-a9ae-48f8-95e9-b324810d3399: ACTIVE {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:57:23.010963 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d82d4b78-a4e7-4888-9acd-253a7973b3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:24.450856 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:57:25.583658 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:25.857272 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd029a78-4a96-4e05-b2d7-8e1320ffbcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:27.193949 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:28.409261 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256fa1a-de3b-4617-ab96-d6fe6409fa14 req-f58992e3-c227-4580-876e-437355410c9d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:28.410780 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f256fa1a-de3b-4617-ab96-d6fe6409fa14 req-f58992e3-c227-4580-876e-437355410c9d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.2068405 Aug 04 10:57:28.448828 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f256fa1a-de3b-4617-ab96-d6fe6409fa14 req-31fc9ab2-b27e-4c18-944b-451dffef09c0 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Aug 04 10:57:28.746205 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:29.564701 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd8d5c-c9d7-40a0-9cb0-fc25f630ef4d req-62c04998-e7d6-4711-a04f-76dc75f9bbf7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:29.566182 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-82cd8d5c-c9d7-40a0-9cb0-fc25f630ef4d req-62c04998-e7d6-4711-a04f-76dc75f9bbf7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0475273 Aug 04 10:57:29.604552 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-82cd8d5c-c9d7-40a0-9cb0-fc25f630ef4d req-311c9f10-eb99-4780-8e83-635e7bbcc36f tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321398 Aug 04 10:57:30.717664 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f12316-3770-469c-95a1-4984158eeb67 req-642ff0f5-cc2c-43d7-9c84-b75b1238b11a tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:30.719165 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96f12316-3770-469c-95a1-4984158eeb67 req-642ff0f5-cc2c-43d7-9c84-b75b1238b11a tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0468917 Aug 04 10:57:30.773897 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-96f12316-3770-469c-95a1-4984158eeb67 req-c8730d16-b56d-4223-8012-c583b157f485 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=b60177ba-0825-4c8f-9a8b-e06386879c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477650 Aug 04 10:57:30.824494 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-93c768cd-d5d7-404a-8d69-b33a1aff08e8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:30.825982 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-93c768cd-d5d7-404a-8d69-b33a1aff08e8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 945 time: 0.0546772 Aug 04 10:57:30.942315 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Deleting port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:57:30.942662 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:31.031367 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] For port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:31.031735 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:31.203007 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:31.203269 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:31.203580 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.l3_db [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Floating IP 1e0b5e7a-b740-4535-b3d3-efd1a0e226f4 disassociated. External IP: 172.27.1.211, port: 4703ced5-ba8e-49a7-91b0-8ec2c80fe105. Aug 04 10:57:31.203920 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Calling delete_port for 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:57:31.331424 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:31.363266 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event deleted for resources: {'Port': ['ID=4703ced5-ba8e-49a7-91b0-8ec2c80fe105,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:31.376247 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.376598 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.376968 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.377300 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.377625 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.377954 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.378279 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.378603 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.378927 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.379246 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.379564 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.379879 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:31.484146 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Router 10edf0e2-008f-4f12-8131-35a38baaab6a has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:57:31.589674 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:57:31.599908 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] Sync routers for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:57:31.609654 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:57:31.610253 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:57:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:31.631377 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] No DVR routers for this DVR port 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:57:31.633954 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:31.636047 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-770b1cdc-0417-4031-a054-2b61f9485d34 req-e5453ab2-3a60-414e-861f-7beb6e32c30c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "DELETE /v2.0/ports/4703ced5-ba8e-49a7-91b0-8ec2c80fe105 HTTP/1.1" status: 204 len: 173 time: 0.7862275 Aug 04 10:57:31.636323 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'name': 'network-vif-deleted', 'tag': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:31.638571 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7897a1-4da7-4db7-86dc-ac221176efc6" -d '{"events": [{"server_uuid": "27d205a5-27ef-4f30-85b7-2900fa6483e2", "name": "network-vif-deleted", "tag": "4703ced5-ba8e-49a7-91b0-8ec2c80fe105"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:31.680847 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ace93e-5d84-4a5a-8bcb-28de642b5542 x-openstack-request-id: req-49ace93e-5d84-4a5a-8bcb-28de642b5542 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:31.681145 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d205a5-27ef-4f30-85b7-2900fa6483e2", "name": "network-vif-deleted", "tag": "4703ced5-ba8e-49a7-91b0-8ec2c80fe105", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:31.681397 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49ace93e-5d84-4a5a-8bcb-28de642b5542 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:31.681979 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d205a5-27ef-4f30-85b7-2900fa6483e2', 'name': 'network-vif-deleted', 'tag': '4703ced5-ba8e-49a7-91b0-8ec2c80fe105', 'status': 'completed', 'code': 200} Aug 04 10:57:31.722782 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:57:31.935411 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:31.951684 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-586faf5b-88bb-4902-8490-2e8167df43f2 req-311f2b43-6711-4ce0-8303-87bbee0c29e3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=27d205a5-27ef-4f30-85b7-2900fa6483e2 HTTP/1.1" status: 200 len: 210 time: 0.0854955 Aug 04 10:57:31.965734 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] Checking router: 10edf0e2-008f-4f12-8131-35a38baaab6a for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:57:31.976622 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:57:31.977889 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:57:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:32.194904 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:57:32.397930 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:32.424283 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57344b37-f219-4c92-9593-6c2f151cef37 None None] The sync data for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi is: [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:57:32.627679 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce7411-70ce-48e4-ae21-c60ccf5b5ea0 None None] New status for floating IP 1e0b5e7a-b740-4535-b3d3-efd1a0e226f4: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:57:32.916861 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:32.989143 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:57:33.015977 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:57:33.017073 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 4703ced5-ba8e-49a7-91b0-8ec2c80fe105 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:57:33.055249 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 45218) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:33.113530 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-098185d6-58fd-4242-88e1-53557d45065d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.137290 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-098185d6-58fd-4242-88e1-53557d45065d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.186697 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-098185d6-58fd-4242-88e1-53557d45065d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.189549 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-098185d6-58fd-4242-88e1-53557d45065d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.190702 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-098185d6-58fd-4242-88e1-53557d45065d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "DELETE /v2.0/security-groups/b60177ba-0825-4c8f-9a8b-e06386879c95 HTTP/1.1" status: 204 len: 168 time: 0.1344063 Aug 04 10:57:33.193568 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 45222) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:33.202036 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098185d6-58fd-4242-88e1-53557d45065d tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60177ba-0825-4c8f-9a8b-e06386879c95,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:33.208273 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.api.v2.resource [None req-baddda6b-cbe7-4b59-a8fc-20f53b6e37bb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] show failed (client error): The resource could not be found. Aug 04 10:57:33.212441 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 45224) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:33.221204 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-baddda6b-cbe7-4b59-a8fc-20f53b6e37bb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups/b60177ba-0825-4c8f-9a8b-e06386879c95 HTTP/1.1" status: 404 len: 347 time: 0.0262396 Aug 04 10:57:33.351607 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Deleting port 586b5aa9-c960-4930-813a-8969df4b3346 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:57:33.351939 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.429066 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.429283 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.440857 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Calling delete_port for 586b5aa9-c960-4930-813a-8969df4b3346 owned by network:floatingip {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:57:33.587511 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.615336 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event deleted for resources: {'Port': ['ID=586b5aa9-c960-4930-813a-8969df4b3346,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:33.675471 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.677993 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:33.679179 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-c8c38c16-7967-4c28-9fca-df63da426cc3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "DELETE /v2.0/floatingips/1e0b5e7a-b740-4535-b3d3-efd1a0e226f4 HTTP/1.1" status: 204 len: 168 time: 0.4651563 Aug 04 10:57:33.892826 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 45228) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:33.897606 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-162a3e8e-b82a-4062-a941-21c1d453e9c5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--152643262', 'description': 'tempest-description--1705934634'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:33.927415 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-162a3e8e-b82a-4062-a941-21c1d453e9c5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.009570 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-162a3e8e-b82a-4062-a941-21c1d453e9c5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.013492 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-162a3e8e-b82a-4062-a941-21c1d453e9c5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.038734 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-162a3e8e-b82a-4062-a941-21c1d453e9c5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.040047 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-162a3e8e-b82a-4062-a941-21c1d453e9c5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1461887 Aug 04 10:57:34.043282 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 45230) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:34.044038 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a3e8e-b82a-4062-a941-21c1d453e9c5 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03503601-6605-4e20-adb0-64c5819e2d0d,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:34.050487 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-886e095a-52fd-4c00-b734-98fc8b379074 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'security_group_rule': {'security_group_id': '03503601-6605-4e20-adb0-64c5819e2d0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:34.078446 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886e095a-52fd-4c00-b734-98fc8b379074 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.124101 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886e095a-52fd-4c00-b734-98fc8b379074 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.127738 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886e095a-52fd-4c00-b734-98fc8b379074 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.144858 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e095a-52fd-4c00-b734-98fc8b379074 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f78b04-5d8c-43d9-acd9-95b01e270260,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:34.151420 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-886e095a-52fd-4c00-b734-98fc8b379074 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.152677 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-886e095a-52fd-4c00-b734-98fc8b379074 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081874 Aug 04 10:57:34.155848 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 45232) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:34.160271 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-b1ca4ee6-0f71-4103-b21d-87c1cadb0219 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'security_group_rule': {'security_group_id': '03503601-6605-4e20-adb0-64c5819e2d0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:34.184868 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4ee6-0f71-4103-b21d-87c1cadb0219 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.243643 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4ee6-0f71-4103-b21d-87c1cadb0219 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.247727 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4ee6-0f71-4103-b21d-87c1cadb0219 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.267942 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca4ee6-0f71-4103-b21d-87c1cadb0219 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f355f3-ffc6-4f04-873d-90d4e11d5b0c,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:34.272749 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4ee6-0f71-4103-b21d-87c1cadb0219 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.277817 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b1ca4ee6-0f71-4103-b21d-87c1cadb0219 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171708 Aug 04 10:57:34.277817 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 45238) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:34.281640 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'floatingip': {'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:34.308932 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.403424 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.507884 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Allocated IP 172.27.1.28 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/d8969ca7-3b20-4ce1-81d5-3e70134fb335) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:57:34.608887 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.647609 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.683547 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:57:34.686660 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:57:34.690490 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:57:34.721063 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'Port': ['ID=d8969ca7-3b20-4ce1-81d5-3e70134fb335,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:34.786081 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.818737 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.966596 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:34.970930 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:35.040058 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'Port': ['ID=d8969ca7-3b20-4ce1-81d5-3e70134fb335,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:35.049625 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:35.062504 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:35.063743 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-deaea966-df69-4d25-a946-ef674e0938ce tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7856407 Aug 04 10:57:35.253041 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-b4838df3-6047-4fc0-bd52-facd0e5e7b4e tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--152643262&fields=id&tenant_id=b88b63144d184acda825f2aa3fe741fb HTTP/1.1" status: 200 len: 267 time: 0.0356934 Aug 04 10:57:35.363936 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a831-0397-405a-8234-6b91619c140a req-26e3ba29-1028-4ed7-9770-81cc859b86ee tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:35.365541 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-26e3ba29-1028-4ed7-9770-81cc859b86ee tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 810 time: 0.1057358 Aug 04 10:57:35.384784 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-a618e80e-c406-4b8e-8aca-1d15c78f6fe0 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/quotas/b88b63144d184acda825f2aa3fe741fb HTTP/1.1" status: 200 len: 375 time: 0.0095308 Aug 04 10:57:35.435298 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-72984cd6-0a09-4264-a9ba-2b94d92165be tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453477 Aug 04 10:57:35.530968 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-0e09d18d-7c9d-45fa-8f29-b95f49255adf service neutron] 10.222.0.49 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843086 Aug 04 10:57:35.644308 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-095224e0-5583-417a-bbef-a57e73ea0d3e service neutron] 10.222.0.49 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073301 Aug 04 10:57:35.839991 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97bbe193-339d-4551-88a1-d0f1b517ca13 req-bdd41660-1463-4cf6-b78e-510dfd14bed2 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 210 time: 0.0426271 Aug 04 10:57:35.861223 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381581de-1fb3-4007-8908-cc3eaaa7b86a req-e9f68dad-1484-4c40-b0ad-07bb12a14440 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:35.861955 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-381581de-1fb3-4007-8908-cc3eaaa7b86a req-e9f68dad-1484-4c40-b0ad-07bb12a14440 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0745945 Aug 04 10:57:35.915658 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-381581de-1fb3-4007-8908-cc3eaaa7b86a req-d1895c8c-61f0-4a59-be6e-5808a4a999be tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379200 Aug 04 10:57:35.953120 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-7db8ed18-a0b6-42ee-b19a-5224c9e082a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:35.954751 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-7db8ed18-a0b6-42ee-b19a-5224c9e082a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f23287107074943a5c354c8f4c12827&device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 1137 time: 0.0946388 Aug 04 10:57:36.065488 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-41eab1ed-d7ec-4ee3-bfd0-266abb6ccc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:36.066970 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-41eab1ed-d7ec-4ee3-bfd0-266abb6ccc43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01bde8f2-f53e-49e6-a4da-8580bfccb653 HTTP/1.1" status: 200 len: 916 time: 0.0960991 Aug 04 10:57:36.137977 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-0c3a0396-e270-4072-878f-f20ffa82b948 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 200 len: 1001 time: 0.0632224 Aug 04 10:57:36.197473 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-635f03e3-a476-4b46-95bb-705ab6907179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:36.199092 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-635f03e3-a476-4b46-95bb-705ab6907179 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0158642-3d87-4eb7-b280-083c77482d90 HTTP/1.1" status: 200 len: 854 time: 0.0498745 Aug 04 10:57:36.252059 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-7d604efe-3b3a-4b8f-b043-5c0934c073dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:36.253742 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-7d604efe-3b3a-4b8f-b043-5c0934c073dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01bde8f2-f53e-49e6-a4da-8580bfccb653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427175 Aug 04 10:57:36.347881 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-b08a5dbc-85ec-44e4-b529-629d98e8be69 service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862441 Aug 04 10:57:36.460726 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ef9b6bc0-2d15-426b-ae0d-47d288e8d583 req-03d358e4-e651-4cff-88cb-bc92b93bf685 service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917025 Aug 04 10:57:36.935555 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-59cde777-0ef4-4348-b8ec-e196ea8b412e req-b9eb4178-c4db-44f1-9d6f-44e248099ed3 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 210 time: 0.0249710 Aug 04 10:57:37.034078 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48217a30-72de-49aa-aaee-098ba66fed3e req-acaf0865-a286-4cf1-b508-c19ce677f941 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:37.035561 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-48217a30-72de-49aa-aaee-098ba66fed3e req-acaf0865-a286-4cf1-b508-c19ce677f941 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0478096 Aug 04 10:57:37.075333 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-48217a30-72de-49aa-aaee-098ba66fed3e req-7d0ac65d-d437-4deb-a429-d7ee205c63b7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335929 Aug 04 10:57:37.220309 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a831-0397-405a-8234-6b91619c140a req-e70deeec-4251-45a5-8a9b-ba3e209e45fc tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:37.221730 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-e70deeec-4251-45a5-8a9b-ba3e209e45fc tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 810 time: 0.1100891 Aug 04 10:57:37.280226 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-edbc13cc-a4d9-40d0-8c3a-6859103f8777 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88b63144d184acda825f2aa3fe741fb HTTP/1.1" status: 200 len: 379 time: 0.0337710 Aug 04 10:57:37.302243 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'port': {'device_id': 'c098f7f6-8795-40df-b438-c4733cec7207', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'admin_state_up': True, 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'security_groups': ['03503601-6605-4e20-adb0-64c5819e2d0d']}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:37.405940 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Made reservation on behalf of b88b63144d184acda825f2aa3fe741fb for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:57:37.409391 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:37.537621 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Allocated IP 172.20.0.13 (78413f42-069e-49e9-826c-13b0e41c0372/2de14b66-abf4-49ec-80b9-c8677d0af84c/3ea2c5db-5138-4c3d-a764-25f66ac8fd84) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:57:37.675006 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:37.688737 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Transition to ACTIVE for port object 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 will not be triggered until provisioned by entity DHCP. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:57:37.721603 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:37.765322 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Network 78413f42-069e-49e9-826c-13b0e41c0372 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:57:37.768100 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:57:37.771809 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:57:37.795568 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event updated for resources: {'Port': ['ID=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:37.823567 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:37.824188 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:37.838197 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-0475b739-43a9-4ad7-96a9-1aad080b5ad4 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5400181 Aug 04 10:57:37.863620 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Request body: {'port': {'device_id': 'c098f7f6-8795-40df-b438-c4733cec7207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:37.923671 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:38.003097 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-34b22232-1587-4113-ac2e-7d98b2e72b00 None None] Provisioning for port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:57:38.008187 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-34b22232-1587-4113-ac2e-7d98b2e72b00 None None] Provisioning complete for port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:57:38.008698 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-34b22232-1587-4113-ac2e-7d98b2e72b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:38.047814 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-34b22232-1587-4113-ac2e-7d98b2e72b00 None None] Port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 10:57:38.067785 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9b792-176c-4880-9dde-9202ce5944c1 req-f905bf97-72f7-47a9-857f-1f199c753df7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:38.069376 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-78a9b792-176c-4880-9dde-9202ce5944c1 req-f905bf97-72f7-47a9-857f-1f199c753df7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 932 time: 0.0632668 Aug 04 10:57:38.110987 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-78a9b792-176c-4880-9dde-9202ce5944c1 req-33969d88-26d5-4d41-9c31-df9638663f24 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349698 Aug 04 10:57:38.192789 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:57:38.193196 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531e89-1d90-4ad3-ba4d-df03a0f0311d req-b6a3d7a3-b55e-44a3-b4b0-ac54ba56ea8c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:38.194697 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-75531e89-1d90-4ad3-ba4d-df03a0f0311d req-b6a3d7a3-b55e-44a3-b4b0-ac54ba56ea8c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0492558 Aug 04 10:57:38.200426 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:38.214208 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Transition to ACTIVE for port object 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:57:38.218486 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:38.236645 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-75531e89-1d90-4ad3-ba4d-df03a0f0311d req-a5ccc8f0-ef4c-4375-9e31-7d0e44a82591 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356092 Aug 04 10:57:38.305151 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Pushing event updated for resources: {'Port': ['ID=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:38.354850 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Attempting to bind port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:57:38.355191 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Attempting to bind port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:57:38.355518 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Attempting to bind port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 on network 78413f42-069e-49e9-826c-13b0e41c0372 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:57:38.360256 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 on network 78413f42-069e-49e9-826c-13b0e41c0372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:57:38.360584 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Attempting to bind port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 on network 78413f42-069e-49e9-826c-13b0e41c0372 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:57:38.365659 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:57:38.365999 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Checking segment: {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:57:38.366381 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Bound using segment: {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:57:38.366820 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Bound port: 3ea2c5db-5138-4c3d-a764-25f66ac8fd84, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1527252-4a5a-4650-95ba-8d5f24567c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:57:38.367180 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:38.430750 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] For port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:57:38.434320 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] For port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:57:38.439351 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:38.473739 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:38.474380 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:38.475729 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] 10.222.0.60 "PUT /v2.0/ports/3ea2c5db-5138-4c3d-a764-25f66ac8fd84 HTTP/1.1" status: 200 len: 1094 time: 0.6169748 Aug 04 10:57:38.476170 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c098f7f6-8795-40df-b438-c4733cec7207', 'tag': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:38.478423 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed676156-1d45-4b17-a797-feff31f4b5af" -d '{"events": [{"name": "network-changed", "server_uuid": "c098f7f6-8795-40df-b438-c4733cec7207", "tag": "3ea2c5db-5138-4c3d-a764-25f66ac8fd84"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:38.502974 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5dffc-174d-43ab-83b0-f2261555b53b service neutron] Pushing event updated for resources: {'Port': ['ID=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:38.584802 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a163659a-dd2d-46d1-a57d-46fcce268e1c x-openstack-request-id: req-a163659a-dd2d-46d1-a57d-46fcce268e1c {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:38.585075 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c098f7f6-8795-40df-b438-c4733cec7207", "tag": "3ea2c5db-5138-4c3d-a764-25f66ac8fd84", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:38.585297 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a163659a-dd2d-46d1-a57d-46fcce268e1c {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:38.585722 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c098f7f6-8795-40df-b438-c4733cec7207', 'tag': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84', 'status': 'completed', 'code': 200} Aug 04 10:57:38.588708 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a831-0397-405a-8234-6b91619c140a req-1e74afb2-9e2a-429b-bdd9-98ec0406854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:38.590247 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-1e74afb2-9e2a-429b-bdd9-98ec0406854e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 1097 time: 0.0495601 Aug 04 10:57:38.656898 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-12a88010-c3d6-47fe-a262-19dbf8c6dcfe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ea2c5db-5138-4c3d-a764-25f66ac8fd84 HTTP/1.1" status: 200 len: 217 time: 0.0432985 Aug 04 10:57:38.713245 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a831-0397-405a-8234-6b91619c140a req-d426272c-e58e-4262-af2c-45b1b4b65873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:38.715262 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-d426272c-e58e-4262-af2c-45b1b4b65873 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2de14b66-abf4-49ec-80b9-c8677d0af84c HTTP/1.1" status: 200 len: 849 time: 0.0501699 Aug 04 10:57:38.768233 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a831-0397-405a-8234-6b91619c140a req-3f72aa9f-96a7-4b74-86c1-064762e6bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:38.770137 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-3f72aa9f-96a7-4b74-86c1-064762e6bbca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78413f42-069e-49e9-826c-13b0e41c0372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455239 Aug 04 10:57:38.879957 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-5757d23e-1176-4412-a92a-610b1603e502 service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849118 Aug 04 10:57:38.984570 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-26b6a831-0397-405a-8234-6b91619c140a req-d0160641-8e9e-407e-a6e4-c3e690423a6b service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931306 Aug 04 10:57:39.135014 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676156-1d45-4b17-a797-feff31f4b5af req-7935a13b-dc6a-4b77-88d5-9080a3c4da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:39.136419 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ed676156-1d45-4b17-a797-feff31f4b5af req-7935a13b-dc6a-4b77-88d5-9080a3c4da76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 1097 time: 0.0437634 Aug 04 10:57:39.224876 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676156-1d45-4b17-a797-feff31f4b5af req-f270a6f4-2df5-492a-821b-85bb79c4d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:39.225304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba94bb8-27e0-4ee5-af8f-0b1b3861a71b req-ae6b103f-4d34-416f-a8ad-f229054a4c41 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:39.226363 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ed676156-1d45-4b17-a797-feff31f4b5af req-f270a6f4-2df5-492a-821b-85bb79c4d211 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 911 time: 0.0826964 Aug 04 10:57:39.229609 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9ba94bb8-27e0-4ee5-af8f-0b1b3861a71b req-ae6b103f-4d34-416f-a8ad-f229054a4c41 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 944 time: 0.0490119 Aug 04 10:57:39.267665 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9ba94bb8-27e0-4ee5-af8f-0b1b3861a71b req-28f072ee-0fc2-4c17-a767-3c82883d279c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344269 Aug 04 10:57:39.287302 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ed676156-1d45-4b17-a797-feff31f4b5af req-863f5752-b06f-4df8-a9f9-0a107e519395 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ea2c5db-5138-4c3d-a764-25f66ac8fd84 HTTP/1.1" status: 200 len: 217 time: 0.0447812 Aug 04 10:57:39.338225 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676156-1d45-4b17-a797-feff31f4b5af req-e9b620b5-02f3-49b1-8067-4a9a2967ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:39.340254 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ed676156-1d45-4b17-a797-feff31f4b5af req-e9b620b5-02f3-49b1-8067-4a9a2967ce4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2de14b66-abf4-49ec-80b9-c8677d0af84c HTTP/1.1" status: 200 len: 849 time: 0.0436242 Aug 04 10:57:39.362653 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7398280-2270-42e7-93cc-4e3eae83ff4a req-98386991-89a8-480b-b56a-c9595ebdd99f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:39.364121 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7398280-2270-42e7-93cc-4e3eae83ff4a req-98386991-89a8-480b-b56a-c9595ebdd99f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0511811 Aug 04 10:57:39.386826 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676156-1d45-4b17-a797-feff31f4b5af req-0c600d34-e3b6-4ce3-ad4f-2e74e21f9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:39.388211 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ed676156-1d45-4b17-a797-feff31f4b5af req-0c600d34-e3b6-4ce3-ad4f-2e74e21f9a98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78413f42-069e-49e9-826c-13b0e41c0372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387123 Aug 04 10:57:39.404310 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7398280-2270-42e7-93cc-4e3eae83ff4a req-04b6e9c8-f0fc-49c6-93af-b9cb1145decc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339673 Aug 04 10:57:39.487396 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ed676156-1d45-4b17-a797-feff31f4b5af req-b7fe9299-5dee-4372-a7c6-b7ac059de1e2 service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899820 Aug 04 10:57:39.576800 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-ed676156-1d45-4b17-a797-feff31f4b5af req-9df07f39-4d2e-498b-ab68-80e61f9e77ab service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806074 Aug 04 10:57:40.383348 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a961a9-63f5-4a0b-81a3-61416f3aa6c7 req-905ff026-ae06-4d5f-b6f0-cec2b1fe8bda tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:40.384843 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52a961a9-63f5-4a0b-81a3-61416f3aa6c7 req-905ff026-ae06-4d5f-b6f0-cec2b1fe8bda tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 944 time: 0.0471485 Aug 04 10:57:40.421199 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52a961a9-63f5-4a0b-81a3-61416f3aa6c7 req-2d2e6944-5f7d-4179-a595-6f06ae684981 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298457 Aug 04 10:57:40.517357 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dda6e-0d2d-4e23-84f3-37769d0ebd39 req-4af46cec-a95b-4f35-8c6c-8772b3ae2c58 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:40.518814 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b93dda6e-0d2d-4e23-84f3-37769d0ebd39 req-4af46cec-a95b-4f35-8c6c-8772b3ae2c58 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0469236 Aug 04 10:57:40.558290 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b93dda6e-0d2d-4e23-84f3-37769d0ebd39 req-56f09ad4-4ff7-4690-bfc2-0f461eedcdbb tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335219 Aug 04 10:57:41.023048 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:57:41.118465 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:41.130243 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'port_id': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84', 'mac_address': 'fa:16:3e:22:c7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:57:41.168272 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:41.180504 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:57:41.200145 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:41.203925 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:41.250902 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:41.535962 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec5af-60d5-42c7-a987-8ba26cbec1c8 req-b749bcdb-dbd8-4765-9fcf-420f8b6af007 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:41.537478 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ccaec5af-60d5-42c7-a987-8ba26cbec1c8 req-b749bcdb-dbd8-4765-9fcf-420f8b6af007 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 945 time: 0.0502625 Aug 04 10:57:41.574869 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ccaec5af-60d5-42c7-a987-8ba26cbec1c8 req-d1c52b09-f796-454a-91e0-45f13b212df6 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Aug 04 10:57:41.640484 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['3ea2c5db-5138-4c3d-a764-25f66ac8fd84'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:57:41.673230 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561be7e-8238-451a-865c-911b0fecdb44 req-e1fa85fe-20a8-4b37-8d7b-1de8223a4539 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:41.674737 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1561be7e-8238-451a-865c-911b0fecdb44 req-e1fa85fe-20a8-4b37-8d7b-1de8223a4539 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0487578 Aug 04 10:57:41.720678 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1561be7e-8238-451a-865c-911b0fecdb44 req-1854bd3f-bbda-4080-82c2-3c02d48c4f13 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384402 Aug 04 10:57:42.735706 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ed4e-d07e-4f65-bc3a-5031633d119a req-5d8debb5-50fc-4701-8420-eb39c5172e41 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:42.737241 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2ec2ed4e-d07e-4f65-bc3a-5031633d119a req-5d8debb5-50fc-4701-8420-eb39c5172e41 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 945 time: 0.0971174 Aug 04 10:57:42.781254 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2ec2ed4e-d07e-4f65-bc3a-5031633d119a req-f3c9a5d9-7549-4104-9003-81ebd9589902 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377066 Aug 04 10:57:42.839395 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341e399-aab6-45bf-967c-825d2e069f31 req-080aba31-4091-405b-ad41-f6eef4f568b4 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:42.841758 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3341e399-aab6-45bf-967c-825d2e069f31 req-080aba31-4091-405b-ad41-f6eef4f568b4 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0518048 Aug 04 10:57:42.880564 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3341e399-aab6-45bf-967c-825d2e069f31 req-e708b5c0-1c98-44f3-9468-174a77994639 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327575 Aug 04 10:57:43.042340 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:57:43.090839 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:57:43.094534 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:57:43.094904 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:43.180005 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:43.204193 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c098f7f6-8795-40df-b438-c4733cec7207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:43.206600 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b4c5c3-13bd-419c-aa3d-e2b398853c56" -d '{"events": [{"server_uuid": "c098f7f6-8795-40df-b438-c4733cec7207", "name": "network-vif-plugged", "status": "completed", "tag": "3ea2c5db-5138-4c3d-a764-25f66ac8fd84"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:43.217465 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807e67a-2bde-463d-ae14-3e09b179a304 req-4d843be3-9405-4b14-bebb-49abd05de061 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:43.218978 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a807e67a-2bde-463d-ae14-3e09b179a304 req-4d843be3-9405-4b14-bebb-49abd05de061 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0521026 Aug 04 10:57:43.219590 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:43.223614 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:43.252381 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4df650c-a055-42e4-9853-46fd1b7b82b0 x-openstack-request-id: req-b4df650c-a055-42e4-9853-46fd1b7b82b0 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:43.252689 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c098f7f6-8795-40df-b438-c4733cec7207", "name": "network-vif-plugged", "status": "completed", "tag": "3ea2c5db-5138-4c3d-a764-25f66ac8fd84", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:43.252943 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4df650c-a055-42e4-9853-46fd1b7b82b0 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:43.253329 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c098f7f6-8795-40df-b438-c4733cec7207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84', 'code': 200} Aug 04 10:57:43.263229 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a807e67a-2bde-463d-ae14-3e09b179a304 req-057d51b2-7101-4c27-b3ce-020a25643d66 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365014 Aug 04 10:57:43.275183 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:43.484480 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bf804-a002-45d5-b962-31e2b543fed4 req-513f1d5f-d9c4-4ec7-b0dd-1adc3e362e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:43.485970 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-454bf804-a002-45d5-b962-31e2b543fed4 req-513f1d5f-d9c4-4ec7-b0dd-1adc3e362e41 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 1099 time: 0.0404372 Aug 04 10:57:43.521820 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-454bf804-a002-45d5-b962-31e2b543fed4 req-12120064-0dcf-4e52-aa96-5818e3f0cbc5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273337 Aug 04 10:57:43.894730 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd756ab-5666-4b1f-9842-89735b782aee req-c91d7b30-c604-4f8e-a0d4-357b36fbd5cc tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:43.896218 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8cd756ab-5666-4b1f-9842-89735b782aee req-c91d7b30-c604-4f8e-a0d4-357b36fbd5cc tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 946 time: 0.0482247 Aug 04 10:57:43.938928 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8cd756ab-5666-4b1f-9842-89735b782aee req-db658d87-c785-4320-a977-ac2f96340ff6 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366077 Aug 04 10:57:44.011699 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd36745-e349-42ff-9325-b00b59bd74b2 req-5fe0329b-eb2d-4878-b450-60c6b8da4c8b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:44.013229 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ebd36745-e349-42ff-9325-b00b59bd74b2 req-5fe0329b-eb2d-4878-b450-60c6b8da4c8b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0561135 Aug 04 10:57:44.054549 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ebd36745-e349-42ff-9325-b00b59bd74b2 req-5d617eac-97b8-4ac8-af49-8c464cc036f0 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353744 Aug 04 10:57:44.376394 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c327fb-b046-49f8-9589-3dddb39a28c9 req-2ca3520d-f7a3-47a4-84f1-24bc896c3654 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:44.377288 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-15c327fb-b046-49f8-9589-3dddb39a28c9 req-2ca3520d-f7a3-47a4-84f1-24bc896c3654 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0475106 Aug 04 10:57:44.415567 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-15c327fb-b046-49f8-9589-3dddb39a28c9 req-46df0be2-7d2c-4916-8864-4edc9ae55449 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Aug 04 10:57:45.065480 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9b5be-e180-47cf-8740-02eb475ea616 req-19e0e558-c245-4683-879f-3470f01a3c9c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:45.067091 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b8b9b5be-e180-47cf-8740-02eb475ea616 req-19e0e558-c245-4683-879f-3470f01a3c9c tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 946 time: 0.0502279 Aug 04 10:57:45.108859 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b8b9b5be-e180-47cf-8740-02eb475ea616 req-d7718c53-e599-43a8-b1bd-ad50e9614044 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351579 Aug 04 10:57:45.177701 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ec9c-b752-41f6-926d-bc38cc67106d req-ea6ad598-d8dd-466c-816f-bfb6265fb3fc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:45.179176 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0b5ec9c-b752-41f6-926d-bc38cc67106d req-ea6ad598-d8dd-466c-816f-bfb6265fb3fc tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0513456 Aug 04 10:57:45.243394 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0b5ec9c-b752-41f6-926d-bc38cc67106d req-ee560203-56be-4fb9-9dfe-d901d03586a6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546293 Aug 04 10:57:45.252057 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046a215-fab7-4d8f-8068-b5b9c7ebc44e req-ee3d15b3-0e6b-48e9-9992-53371e1d06eb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:45.253512 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7046a215-fab7-4d8f-8068-b5b9c7ebc44e req-ee3d15b3-0e6b-48e9-9992-53371e1d06eb tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 946 time: 0.0734909 Aug 04 10:57:45.261753 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 45390) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:45.266153 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-916b6682-c016-4d7d-aa6d-38a6a69843d1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Request body: {'floatingip': {'port_id': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:45.306083 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-916b6682-c016-4d7d-aa6d-38a6a69843d1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:45.838969 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfd489-9705-4861-95c1-5e23607b2ad4 req-c554a310-28bc-4edd-aa13-00c79dda642f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:45.841056 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dacfd489-9705-4861-95c1-5e23607b2ad4 req-c554a310-28bc-4edd-aa13-00c79dda642f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.3366027 Aug 04 10:57:45.946830 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dacfd489-9705-4861-95c1-5e23607b2ad4 req-8056de6a-2814-4f4f-85d5-967c877da95e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997386 Aug 04 10:57:46.070077 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-916b6682-c016-4d7d-aa6d-38a6a69843d1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:46.073449 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-916b6682-c016-4d7d-aa6d-38a6a69843d1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:46.168278 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-916b6682-c016-4d7d-aa6d-38a6a69843d1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Floating IP 3bb7f88c-3f16-480f-9c25-f657b718f203 associated. External IP: 172.27.1.28, port: 3ea2c5db-5138-4c3d-a764-25f66ac8fd84. Aug 04 10:57:46.401592 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8085f-7ecf-4447-aed4-ac3fb256bd25 req-298c46f2-100f-477c-abd4-aa1bdfa5cb28 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:46.403672 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0e8085f-7ecf-4447-aed4-ac3fb256bd25 req-298c46f2-100f-477c-abd4-aa1bdfa5cb28 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0912275 Aug 04 10:57:46.405641 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916b6682-c016-4d7d-aa6d-38a6a69843d1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Router 10edf0e2-008f-4f12-8131-35a38baaab6a has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:57:46.483904 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0e8085f-7ecf-4447-aed4-ac3fb256bd25 req-06b89d84-9bbd-45d4-ad7e-127268e4d758 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727479 Aug 04 10:57:46.541535 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916b6682-c016-4d7d-aa6d-38a6a69843d1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:57:46.546791 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-916b6682-c016-4d7d-aa6d-38a6a69843d1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:46.551737 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] Sync routers for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:57:46.561588 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:57:46.562139 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:57:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:46.575000 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-916b6682-c016-4d7d-aa6d-38a6a69843d1 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "PUT /v2.0/floatingips/3bb7f88c-3f16-480f-9c25-f657b718f203 HTTP/1.1" status: 200 len: 991 time: 1.3121977 Aug 04 10:57:46.575577 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c098f7f6-8795-40df-b438-c4733cec7207', 'tag': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:46.577825 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572" -d '{"events": [{"name": "network-changed", "server_uuid": "c098f7f6-8795-40df-b438-c4733cec7207", "tag": "3ea2c5db-5138-4c3d-a764-25f66ac8fd84"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:46.669952 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777cd2f4-d835-477a-b9f9-cc152ba36f78 x-openstack-request-id: req-777cd2f4-d835-477a-b9f9-cc152ba36f78 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:46.670239 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c098f7f6-8795-40df-b438-c4733cec7207", "tag": "3ea2c5db-5138-4c3d-a764-25f66ac8fd84", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:46.670484 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-777cd2f4-d835-477a-b9f9-cc152ba36f78 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:46.670874 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c098f7f6-8795-40df-b438-c4733cec7207', 'tag': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84', 'status': 'completed', 'code': 200} Aug 04 10:57:46.683103 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:57:46.921495 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '3bb7f88c-3f16-480f-9c25-f657b718f203', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'port_id': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'mac_address': 'fa:16:3e:22:c7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c098f7f6-8795-40df-b438-c4733cec7207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:57:34Z', 'updated_at': '2021-08-04T10:57:45Z', 'revision_number': 1, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:46.948034 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] Checking router: 10edf0e2-008f-4f12-8131-35a38baaab6a for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:57:46.957405 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:57:46.958015 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:57:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:47.007696 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-c7d25395-a4ba-4670-97df-a1539dcac3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:47.009235 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-c7d25395-a4ba-4670-97df-a1539dcac3ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b88b63144d184acda825f2aa3fe741fb&device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 1099 time: 0.2748411 Aug 04 10:57:47.067993 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4899b-8684-4d93-8a57-24688012ea79 req-90dba491-e766-4f3f-bafc-f2ac6064af55 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:47.068489 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:57:47.069868 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-63c4899b-8684-4d93-8a57-24688012ea79 req-90dba491-e766-4f3f-bafc-f2ac6064af55 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0499113 Aug 04 10:57:47.110005 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-63c4899b-8684-4d93-8a57-24688012ea79 req-3c449e6a-4692-4c4c-9a59-5d48d37b28b3 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330870 Aug 04 10:57:47.111285 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-161f6ea8-cead-4755-828b-0da82a2b4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:47.112775 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-161f6ea8-cead-4755-828b-0da82a2b4be5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 200 len: 911 time: 0.0880105 Aug 04 10:57:47.186260 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-892422d2-1c38-47b0-9d9b-643399a26824 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ea2c5db-5138-4c3d-a764-25f66ac8fd84 HTTP/1.1" status: 200 len: 999 time: 0.0606706 Aug 04 10:57:47.236860 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-144e994a-6f4f-4eb6-ae11-78a58c4a84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:47.238284 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-144e994a-6f4f-4eb6-ae11-78a58c4a84ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2de14b66-abf4-49ec-80b9-c8677d0af84c HTTP/1.1" status: 200 len: 849 time: 0.0433946 Aug 04 10:57:47.282448 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-5780250b-bd2a-434d-8cba-6160bc2e2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:47.284055 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-5780250b-bd2a-434d-8cba-6160bc2e2250 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78413f42-069e-49e9-826c-13b0e41c0372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382266 Aug 04 10:57:47.288489 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '3bb7f88c-3f16-480f-9c25-f657b718f203', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'port_id': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'mac_address': 'fa:16:3e:22:c7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c098f7f6-8795-40df-b438-c4733cec7207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:57:34Z', 'updated_at': '2021-08-04T10:57:45Z', 'revision_number': 1, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:57:47.314287 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8c286-a7d1-4b26-90db-0ffcc2d51ae0 None None] The sync data for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi is: [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '3bb7f88c-3f16-480f-9c25-f657b718f203', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'port_id': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'mac_address': 'fa:16:3e:22:c7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c098f7f6-8795-40df-b438-c4733cec7207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T10:57:34Z', 'updated_at': '2021-08-04T10:57:45Z', 'revision_number': 1, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:57:47.380772 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-039ebb91-bacc-47d7-9259-0e96b744d67d service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864563 Aug 04 10:57:47.484212 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-f0a02b74-6d26-4f8d-bb01-1e64b50b2572 req-952918b4-f433-433d-b4f6-e56f576113b3 service neutron] 10.222.0.60 "GET /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963242 Aug 04 10:57:47.502612 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794f3e1e-0a21-49b2-9202-e16137ce4b31 None None] New status for floating IP 3bb7f88c-3f16-480f-9c25-f657b718f203: ACTIVE {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:57:47.605741 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ced914-7aac-469c-af54-018aec282909 req-757c5811-89f5-4b49-ae3b-40713fba40fa tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:47.607228 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-25ced914-7aac-469c-af54-018aec282909 req-757c5811-89f5-4b49-ae3b-40713fba40fa tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0513399 Aug 04 10:57:47.647415 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-25ced914-7aac-469c-af54-018aec282909 req-bc69a16f-f248-4dc8-a850-31362c7e0716 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338368 Aug 04 10:57:48.223204 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b2cb-1aaf-4b68-8ddd-32dcbe6e0fe5 req-f135369c-f054-416d-a6d3-e58cb2a7b7c7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:48.224699 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-64b5b2cb-1aaf-4b68-8ddd-32dcbe6e0fe5 req-f135369c-f054-416d-a6d3-e58cb2a7b7c7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0475831 Aug 04 10:57:48.262376 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-64b5b2cb-1aaf-4b68-8ddd-32dcbe6e0fe5 req-707d52de-e0ce-4ed2-8dd3-463312855e64 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312634 Aug 04 10:57:48.767933 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee02a1b-31c2-4bde-b857-af997d09d86e req-d3767714-402d-44d6-9cd0-40b02d4d0549 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:48.769408 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fee02a1b-31c2-4bde-b857-af997d09d86e req-d3767714-402d-44d6-9cd0-40b02d4d0549 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0530913 Aug 04 10:57:48.809699 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fee02a1b-31c2-4bde-b857-af997d09d86e req-49cd5e7e-1d41-404e-8b86-24f2db922d62 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341344 Aug 04 10:57:49.033720 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 45448) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:49.160001 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-27dacbfb-cbd4-425a-97b4-ef6499309876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:49.243609 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-27dacbfb-cbd4-425a-97b4-ef6499309876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:49.247665 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-27dacbfb-cbd4-425a-97b4-ef6499309876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:49.287621 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-27dacbfb-cbd4-425a-97b4-ef6499309876 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ffbda5cd50d48b18bb7db3fbd33903a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527399 Aug 04 10:57:49.289573 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dacbfb-cbd4-425a-97b4-ef6499309876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2736efb6-f15a-4f23-84c9-571e8dc72055,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:49.290479 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 45454) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:49.364211 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:49.392558 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:49.416813 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbfda7-aa9d-4b85-9338-40d1a9e1af6b req-05bc59bf-e187-4546-bf7b-3c2a75b4162f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:49.418394 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2bbfda7-aa9d-4b85-9338-40d1a9e1af6b req-05bc59bf-e187-4546-bf7b-3c2a75b4162f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0825024 Aug 04 10:57:49.470051 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2bbfda7-aa9d-4b85-9338-40d1a9e1af6b req-55746f5f-2c3e-4a77-89db-5ec59fd1af5a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442772 Aug 04 10:57:49.481042 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:49.484030 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:49.485137 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2736efb6-f15a-4f23-84c9-571e8dc72055 HTTP/1.1" status: 204 len: 168 time: 0.1935203 Aug 04 10:57:49.492767 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2736efb6-f15a-4f23-84c9-571e8dc72055,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:49.500194 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.500549 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.500904 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.501239 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.501569 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.501894 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.502212 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.502529 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.502846 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.503163 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.503478 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.503789 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad3fba-08cd-46fb-a2bb-0c70dcf56228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:57:49.930020 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449aca3-1a04-4f5d-a9b9-e4c4a57a4a7e req-c79bd7b1-1884-49d2-9a52-584cc5209124 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:49.931511 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6449aca3-1a04-4f5d-a9b9-e4c4a57a4a7e req-c79bd7b1-1884-49d2-9a52-584cc5209124 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0488088 Aug 04 10:57:49.974955 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6449aca3-1a04-4f5d-a9b9-e4c4a57a4a7e req-c131422d-66f8-494a-90a3-f738cd650895 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344360 Aug 04 10:57:50.428921 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 45490) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:50.531816 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aa6dfd99-0bd0-4e18-98d5-89d26282a56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:50.613851 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759c83f-0e09-462c-b6ae-b6940f6d98e6 req-9580710b-223e-4a82-b3dd-3057f134f487 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:50.615317 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d759c83f-0e09-462c-b6ae-b6940f6d98e6 req-9580710b-223e-4a82-b3dd-3057f134f487 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0763478 Aug 04 10:57:50.674582 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d759c83f-0e09-462c-b6ae-b6940f6d98e6 req-4b523cd1-f740-488e-bd2b-ab8a11efcb71 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504918 Aug 04 10:57:50.692131 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aa6dfd99-0bd0-4e18-98d5-89d26282a56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:50.696200 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aa6dfd99-0bd0-4e18-98d5-89d26282a56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:50.737019 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-aa6dfd99-0bd0-4e18-98d5-89d26282a56f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11fbef646d074e068af90b1a2518db43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069851 Aug 04 10:57:50.739675 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 45496) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:50.741792 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dfd99-0bd0-4e18-98d5-89d26282a56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2446893-57e7-43dc-bdc6-61861dd3fa81,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:50.789995 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-80181df8-b51f-4039-a71f-d3e4544fb783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:50.810554 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-80181df8-b51f-4039-a71f-d3e4544fb783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:50.854109 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-80181df8-b51f-4039-a71f-d3e4544fb783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:50.856674 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-80181df8-b51f-4039-a71f-d3e4544fb783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:50.857815 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-80181df8-b51f-4039-a71f-d3e4544fb783 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2446893-57e7-43dc-bdc6-61861dd3fa81 HTTP/1.1" status: 204 len: 168 time: 0.1167614 Aug 04 10:57:50.865834 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80181df8-b51f-4039-a71f-d3e4544fb783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2446893-57e7-43dc-bdc6-61861dd3fa81,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:51.096075 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50bf85-9987-4d3f-8af6-85be427cbac7 req-57e97acd-1a88-40dc-9e8d-402a2f0033b1 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:51.097669 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-af50bf85-9987-4d3f-8af6-85be427cbac7 req-57e97acd-1a88-40dc-9e8d-402a2f0033b1 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0553436 Aug 04 10:57:51.142886 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-af50bf85-9987-4d3f-8af6-85be427cbac7 req-da6384fc-f88b-4a79-a207-cf600641b53b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387990 Aug 04 10:57:51.466903 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 45524) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:51.557847 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-735906785-network', 'tenant_id': 'ae85677708ad46a993c7296632efe934'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:51.579604 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Made reservation on behalf of ae85677708ad46a993c7296632efe934 for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:57:51.582028 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:51.590169 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:51.675281 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:51.678941 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:51.703808 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 10:57:51.710005 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c589b89-d58c-4060-8c5a-fb19f24b20ba,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:51.721075 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:51.721573 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Added segment 56c39558-6713-4ed8-a8ca-29a8a4fc29e3 of type vlan for network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa Aug 04 10:57:51.766499 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:51.794580 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:51.795589 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:51.796179 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:51.812177 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a3a8c-f176-4f81-85cf-52802ddb592b req-affd9c17-1910-4d1f-8600-3c5b2f1d2cf4 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:51.813702 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-362a3a8c-f176-4f81-85cf-52802ddb592b req-affd9c17-1910-4d1f-8600-3c5b2f1d2cf4 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0522311 Aug 04 10:57:51.843467 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3754439 Aug 04 10:57:51.846232 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 45530) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:51.851683 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-362a3a8c-f176-4f81-85cf-52802ddb592b req-401b88da-d8a0-4dd9-a878-52e4b13ef58f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Aug 04 10:57:51.857680 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Request body: {'subnet': {'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-735906785-subnet', 'tenant_id': 'ae85677708ad46a993c7296632efe934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:51.869606 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d9252-5188-4bbb-91ad-036d33751f55 admin admin] Pushing event updated for resources: {'Network': ['ID=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:51.880159 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 10:57:51.884395 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Made reservation on behalf of ae85677708ad46a993c7296632efe934 for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:57:51.886808 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126168723'] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:52.050086 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3238773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126168749'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:52.101125 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a60d73-be00-4a4b-9e87-a35680c1565d,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:52.112965 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Checking segment: {'id': '56c39558-6713-4ed8-a8ca-29a8a4fc29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:57:52.113327 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Network hostable DHCP agents. Network: 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 10:57:52.130431 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 10:57:52.138519 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:57:52.142494 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:52.143097 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:52.147339 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73c5b9-d111-452e-9f1c-498f0b057742 None None] Network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:57:52.156393 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-cf4f9e98-4471-42a5-8696-ad5ce25ff93a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3090827 Aug 04 10:57:52.266738 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ef45-abf7-461b-ad08-b024fdf7131f req-e3278e72-dbee-4b55-88c6-8ed859f19a56 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:52.268303 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9f50ef45-abf7-461b-ad08-b024fdf7131f req-e3278e72-dbee-4b55-88c6-8ed859f19a56 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0553768 Aug 04 10:57:52.290593 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e37ff41-fb88-458f-905b-2ebbe8c97506 None None] Network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:57:52.311037 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9f50ef45-abf7-461b-ad08-b024fdf7131f req-9775c556-5c6d-4a7c-b8e3-a631f2d19e87 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355191 Aug 04 10:57:52.974968 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302642e5-0c39-4528-9500-ffa3d3cc991d req-b88a8ad5-a6cc-4eb2-8cbf-1b1d67b0f97e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:52.976738 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-302642e5-0c39-4528-9500-ffa3d3cc991d req-b88a8ad5-a6cc-4eb2-8cbf-1b1d67b0f97e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0526419 Aug 04 10:57:53.012548 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e767fb05-3654-4c8c-9027-11076a9b9cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:53.016897 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-302642e5-0c39-4528-9500-ffa3d3cc991d req-056bd4b1-9dc5-4093-9177-74dc61363a0b tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337543 Aug 04 10:57:53.429723 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677744e-cc36-4939-a166-ba9ffb333b87 req-72210d73-5c66-4af2-985c-58e9699ac25c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:53.431162 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a677744e-cc36-4939-a166-ba9ffb333b87 req-72210d73-5c66-4af2-985c-58e9699ac25c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0499716 Aug 04 10:57:53.476403 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a677744e-cc36-4939-a166-ba9ffb333b87 req-09abf8ad-b63b-4cc3-af0d-d8a562ae91f2 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386620 Aug 04 10:57:53.642200 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-4efbce69-3b44-4220-a06d-8649466f1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:53.643661 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-4efbce69-3b44-4220-a06d-8649466f1fa1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=715f55c289f54420b14bba8c6ee78c0e&device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1099 time: 0.0439355 Aug 04 10:57:53.767777 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-2b64f514-86e6-43aa-b94f-22a306d5ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:53.769448 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-2b64f514-86e6-43aa-b94f-22a306d5ebaa service neutron] 10.222.0.60 "GET /v2.0/networks?id=d743e00a-448b-424a-ab31-9baeb2618512 HTTP/1.1" status: 200 len: 910 time: 0.0951092 Aug 04 10:57:53.848949 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-4dc89c12-4b45-46b6-8ab3-4c2bf1909aea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb HTTP/1.1" status: 200 len: 1002 time: 0.0649579 Aug 04 10:57:53.900547 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-1cc24b96-554e-439b-bf42-ec65e287eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:53.902763 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-1cc24b96-554e-439b-bf42-ec65e287eaca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=474e96e1-b3f6-4fec-b2c9-8a702e50753b HTTP/1.1" status: 200 len: 848 time: 0.0429831 Aug 04 10:57:53.950718 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-8ebf92af-4722-4181-99b4-6629584e0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:53.952233 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-8ebf92af-4722-4181-99b4-6629584e0e13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d743e00a-448b-424a-ab31-9baeb2618512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424855 Aug 04 10:57:53.973769 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251c52c-1511-4f94-baff-ea549abc6eef req-91d4114b-447a-4a4a-9d2e-3b60afb18851 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:53.975273 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-91d4114b-447a-4a4a-9d2e-3b60afb18851 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/networks?id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa HTTP/1.1" status: 200 len: 813 time: 0.1082747 Aug 04 10:57:53.992677 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-bb4996dc-538a-4a46-aa41-a82476b833bd tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/quotas/ae85677708ad46a993c7296632efe934 HTTP/1.1" status: 200 len: 375 time: 0.0091672 Aug 04 10:57:54.025949 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-724451e1-572a-4658-adbf-22775877868b tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae85677708ad46a993c7296632efe934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279846 Aug 04 10:57:54.046017 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-e0c66e8b-b101-49ee-bd75-ec80e75a7ae9 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848694 Aug 04 10:57:54.140290 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e71a353b-6a0f-4690-9a05-3a1f79ce262c req-552f4671-0079-463b-b11a-ca054507755f service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843685 Aug 04 10:57:54.196807 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4faeb6-38cb-4a40-9700-5f56dddf5d5a req-586491cd-d962-475c-a8c4-6d0e8efdc335 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:54.198185 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fe4faeb6-38cb-4a40-9700-5f56dddf5d5a req-586491cd-d962-475c-a8c4-6d0e8efdc335 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0937161 Aug 04 10:57:54.218661 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-af23c2eb-3c21-48c4-a79e-473416864cb3 service neutron] 10.222.0.49 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852188 Aug 04 10:57:54.286110 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fe4faeb6-38cb-4a40-9700-5f56dddf5d5a req-6958ccd5-b342-4b86-b040-f5edfd37be71 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789435 Aug 04 10:57:54.317473 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-fde63df3-8518-49d0-b374-0cb7d027b53d service neutron] 10.222.0.49 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929623 Aug 04 10:57:54.473490 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-330397a3-4fab-4fee-bae4-cd51d5478bf9 req-177f45bb-f8cc-4030-9b12-6f6026de9b96 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 210 time: 0.0300245 Aug 04 10:57:54.593976 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa197a3-60b8-4214-9798-1d35e7c3b90f req-d3499524-a289-47e8-81c6-2aadde5a8e7f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:54.595673 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-caa197a3-60b8-4214-9798-1d35e7c3b90f req-d3499524-a289-47e8-81c6-2aadde5a8e7f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0502756 Aug 04 10:57:54.639842 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-caa197a3-60b8-4214-9798-1d35e7c3b90f req-36445006-6197-4e69-a992-214f7dcf8e2b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381296 Aug 04 10:57:55.404815 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c544aa-d16c-48c8-b7da-bb4f36b188a1 req-ce7b715a-b0d9-4119-af2b-dfc1c23ea560 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:55.409273 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32c544aa-d16c-48c8-b7da-bb4f36b188a1 req-ce7b715a-b0d9-4119-af2b-dfc1c23ea560 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0501137 Aug 04 10:57:55.457160 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32c544aa-d16c-48c8-b7da-bb4f36b188a1 req-3d5fa2ad-ecc1-495e-9927-b8b0e324020d tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378323 Aug 04 10:57:55.574968 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-784c21f8-1453-466c-bae4-a25f4fb42345 req-35acbe3d-5b8e-47cd-9d2e-553c94f97674 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 210 time: 0.0296824 Aug 04 10:57:55.607935 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251c52c-1511-4f94-baff-ea549abc6eef req-7e5089f1-330e-4c48-b238-b64c3ea38d8b tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:55.609728 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-7e5089f1-330e-4c48-b238-b64c3ea38d8b tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.60 "GET /v2.0/networks?id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa HTTP/1.1" status: 200 len: 813 time: 0.1273108 Aug 04 10:57:55.610080 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:55.633351 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Request body: {'port': {'device_id': 'cdc62975-358b-4f8f-95a7-9503563d9f4f', 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa', 'admin_state_up': True, 'tenant_id': 'ae85677708ad46a993c7296632efe934'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:55.758646 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Made reservation on behalf of ae85677708ad46a993c7296632efe934 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:57:55.762180 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:55.763991 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1c661-815d-4a7c-ac71-0d4d81a2bba5 req-479c6c68-8fe7-4456-a4dd-417a21712cd2 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:55.765501 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4cd1c661-815d-4a7c-ac71-0d4d81a2bba5 req-479c6c68-8fe7-4456-a4dd-417a21712cd2 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0573149 Aug 04 10:57:55.806018 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4cd1c661-815d-4a7c-ac71-0d4d81a2bba5 req-59b351b7-ea64-4284-9da1-5fe8782cfa19 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341592 Aug 04 10:57:55.860466 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f846b246-410b-4fbb-ab2c-3a40b40dd3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:55.894513 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Allocated IP 172.20.0.5 (7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa/f9a60d73-be00-4a4b-9e87-a35680c1565d/534cc3d5-40bc-4678-b161-c3ce0d774371) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:57:56.044481 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:56.081168 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:56.121653 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:57:56.124399 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:57:56.126690 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:57:56.160029 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Pushing event updated for resources: {'Port': ['ID=534cc3d5-40bc-4678-b161-c3ce0d774371,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:56.179894 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:56.180497 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:56.193376 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-62be0502-be09-4f7a-897d-36c90950cae4 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645318 Aug 04 10:57:56.211760 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Request body: {'port': {'device_id': 'cdc62975-358b-4f8f-95a7-9503563d9f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:57:56.265639 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:56.519813 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534cc3d5-40bc-4678-b161-c3ce0d774371 {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:57:56.527326 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:56.539411 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Transition to ACTIVE for port object 534cc3d5-40bc-4678-b161-c3ce0d774371 will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:57:56.543397 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:56.571027 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea4820-21cb-475e-903a-6133c3b4d8d3 req-7a48077a-e7be-473c-9573-64d9a92374b2 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:56.572507 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-14ea4820-21cb-475e-903a-6133c3b4d8d3 req-7a48077a-e7be-473c-9573-64d9a92374b2 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0490341 Aug 04 10:57:56.613705 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-14ea4820-21cb-475e-903a-6133c3b4d8d3 req-b1fbb4ae-3198-47bc-817d-5588516a00fd tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350451 Aug 04 10:57:56.614447 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Pushing event updated for resources: {'Port': ['ID=534cc3d5-40bc-4678-b161-c3ce0d774371,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:56.681971 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Attempting to bind port 534cc3d5-40bc-4678-b161-c3ce0d774371 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:57:56.682397 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Attempting to bind port 534cc3d5-40bc-4678-b161-c3ce0d774371 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '56c39558-6713-4ed8-a8ca-29a8a4fc29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:57:56.683844 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Attempting to bind port 534cc3d5-40bc-4678-b161-c3ce0d774371 on network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:57:56.688425 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Port 534cc3d5-40bc-4678-b161-c3ce0d774371 on network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:57:56.689086 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Attempting to bind port 534cc3d5-40bc-4678-b161-c3ce0d774371 on network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:57:56.698258 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:57:56.698484 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Checking segment: {'id': '56c39558-6713-4ed8-a8ca-29a8a4fc29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:57:56.698870 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Bound using segment: {'id': '56c39558-6713-4ed8-a8ca-29a8a4fc29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:57:56.699301 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Bound port: 534cc3d5-40bc-4678-b161-c3ce0d774371, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c39558-6713-4ed8-a8ca-29a8a4fc29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:57:56.699660 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:56.707826 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160770ec-a911-447c-aae9-610c1c15e094 req-cdbfea97-a92c-4b27-9929-9d06b1d6a618 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:56.707826 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-160770ec-a911-447c-aae9-610c1c15e094 req-cdbfea97-a92c-4b27-9929-9d06b1d6a618 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 943 time: 0.0532858 Aug 04 10:57:56.745542 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-160770ec-a911-447c-aae9-610c1c15e094 req-2087f917-2db4-4b3d-ac92-cc8f3614a3ba tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Aug 04 10:57:56.779039 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] For port 534cc3d5-40bc-4678-b161-c3ce0d774371, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:57:56.783184 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] For port 534cc3d5-40bc-4678-b161-c3ce0d774371, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=534cc3d5-40bc-4678-b161-c3ce0d774371,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:57:56.787365 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:56.824711 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:56.825401 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:56.826785 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] 10.222.0.60 "PUT /v2.0/ports/534cc3d5-40bc-4678-b161-c3ce0d774371 HTTP/1.1" status: 200 len: 1093 time: 0.6190374 Aug 04 10:57:56.827440 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc62975-358b-4f8f-95a7-9503563d9f4f', 'tag': '534cc3d5-40bc-4678-b161-c3ce0d774371'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:56.830004 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b23ade-55c2-488d-b79a-471383b25f65" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc62975-358b-4f8f-95a7-9503563d9f4f", "tag": "534cc3d5-40bc-4678-b161-c3ce0d774371"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:56.850621 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a9fad-bb41-43a7-bce3-001561f1c09a service neutron] Pushing event updated for resources: {'Port': ['ID=534cc3d5-40bc-4678-b161-c3ce0d774371,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:56.930102 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd95512-71a9-44ad-b626-e0492de06af4 req-d516c502-8da2-4154-b2b4-dcf02390d69c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:56.931603 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbd95512-71a9-44ad-b626-e0492de06af4 req-d516c502-8da2-4154-b2b4-dcf02390d69c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0533175 Aug 04 10:57:56.972689 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1011d778-a422-49d2-a742-0c7b2970552b x-openstack-request-id: req-1011d778-a422-49d2-a742-0c7b2970552b {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:56.972980 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc62975-358b-4f8f-95a7-9503563d9f4f", "tag": "534cc3d5-40bc-4678-b161-c3ce0d774371", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:56.973228 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1011d778-a422-49d2-a742-0c7b2970552b {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:56.973612 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc62975-358b-4f8f-95a7-9503563d9f4f', 'tag': '534cc3d5-40bc-4678-b161-c3ce0d774371', 'status': 'completed', 'code': 200} Aug 04 10:57:56.974796 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbd95512-71a9-44ad-b626-e0492de06af4 req-8496e8a7-208a-4559-841c-9d81ca31ed58 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364959 Aug 04 10:57:56.990095 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251c52c-1511-4f94-baff-ea549abc6eef req-0ef7728c-2a46-4f4f-93ba-7f811485bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:56.991595 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-0ef7728c-2a46-4f4f-93ba-7f811485bac5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae85677708ad46a993c7296632efe934&device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 1096 time: 0.0494211 Aug 04 10:57:57.044233 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-7b64d269-21fd-4081-b9d5-e7d09af82c4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=534cc3d5-40bc-4678-b161-c3ce0d774371 HTTP/1.1" status: 200 len: 217 time: 0.0344393 Aug 04 10:57:57.103322 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251c52c-1511-4f94-baff-ea549abc6eef req-008abfd3-d92a-4467-ab70-e426b4fb0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:57.105324 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-008abfd3-d92a-4467-ab70-e426b4fb0e2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a60d73-be00-4a4b-9e87-a35680c1565d HTTP/1.1" status: 200 len: 853 time: 0.0429246 Aug 04 10:57:57.139476 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-bfd0df3f-9161-42b1-9bf3-3fa0bd97c181 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249481 Aug 04 10:57:57.195746 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:57.241838 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-cbcabf10-af60-4378-8788-f3a886fa2ba3 service neutron] 10.222.0.60 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861754 Aug 04 10:57:57.328685 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-c251c52c-1511-4f94-baff-ea549abc6eef req-ce03d002-11e0-4842-8517-0f7dd7959ffc service neutron] 10.222.0.60 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791032 Aug 04 10:57:57.488384 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-51109e1e-febc-45d9-9177-26843f69d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:57.489875 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-51109e1e-febc-45d9-9177-26843f69d399 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae85677708ad46a993c7296632efe934&device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 1096 time: 0.0455923 Aug 04 10:57:57.606346 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-4df66ac6-ffd4-4c0c-a27e-7371aa4634c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:57.607856 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-4df66ac6-ffd4-4c0c-a27e-7371aa4634c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa HTTP/1.1" status: 200 len: 914 time: 0.0819459 Aug 04 10:57:57.656514 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-81ef4373-734e-4911-ba60-25168eee0780 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=534cc3d5-40bc-4678-b161-c3ce0d774371 HTTP/1.1" status: 200 len: 217 time: 0.0377388 Aug 04 10:57:57.729628 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-c109226f-426d-4e4b-b918-2ad015771ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:57.731661 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-c109226f-426d-4e4b-b918-2ad015771ac7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a60d73-be00-4a4b-9e87-a35680c1565d HTTP/1.1" status: 200 len: 853 time: 0.0451510 Aug 04 10:57:57.734253 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45c07b-47a5-4b25-a64f-87fa1fec9edf req-89f505e3-ee44-4f0e-8716-5fa332a3405a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:57.735747 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c45c07b-47a5-4b25-a64f-87fa1fec9edf req-89f505e3-ee44-4f0e-8716-5fa332a3405a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0513220 Aug 04 10:57:57.772202 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c45c07b-47a5-4b25-a64f-87fa1fec9edf req-8fe1b00b-e4fd-4e71-a039-5ed3cc2454c7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303626 Aug 04 10:57:57.773695 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-b47ca808-e605-4049-8a62-c67f1ad6dc37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240011 Aug 04 10:57:57.866456 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4e206-1e08-49f2-a6d0-df25cc082116 req-671a35c9-93c4-4e70-8e62-badfc1124043 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:57.868310 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-18d4e206-1e08-49f2-a6d0-df25cc082116 req-671a35c9-93c4-4e70-8e62-badfc1124043 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 943 time: 0.0496938 Aug 04 10:57:57.869484 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-2230ef25-60e0-4a67-9540-5c0549fd786c service neutron] 10.222.0.60 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878479 Aug 04 10:57:57.923480 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-18d4e206-1e08-49f2-a6d0-df25cc082116 req-3662e2d5-bbe4-4ca2-b6ed-c109a63aecf9 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Aug 04 10:57:57.982400 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-b2b23ade-55c2-488d-b79a-471383b25f65 req-7326664b-aa29-4404-8e18-e720d95fa361 service neutron] 10.222.0.60 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011643 Aug 04 10:57:58.002384 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 45632) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:57:58.009423 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b792e-e2bd-4c34-b1c1-3c6128b6848a req-98fa9471-08d3-4df1-b8a9-4ef464838f6e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:58.011574 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fa4b792e-e2bd-4c34-b1c1-3c6128b6848a req-98fa9471-08d3-4df1-b8a9-4ef464838f6e tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0584249 Aug 04 10:57:58.050147 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fa4b792e-e2bd-4c34-b1c1-3c6128b6848a req-909494ee-1a89-4882-aa19-91e383824f98 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323372 Aug 04 10:57:58.083499 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-b0099b0e-17db-4ca1-bbdc-499237415392 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799875 Aug 04 10:57:58.162022 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc785aeb-d993-494d-b3d6-13cfce3b809a req-f0500bd1-dccc-46ee-8a29-15700decb3b7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:58.163620 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc785aeb-d993-494d-b3d6-13cfce3b809a req-f0500bd1-dccc-46ee-8a29-15700decb3b7 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0497272 Aug 04 10:57:58.204277 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc785aeb-d993-494d-b3d6-13cfce3b809a req-d843b7b5-2d46-43a7-a907-870eb625399d tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=909fe7f7-e3f0-453b-bc7c-dbd162f7794d&id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346625 Aug 04 10:57:58.749869 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:59.043890 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce17016-02d6-44e0-9685-8dc59b072c03 req-bb5c385d-89ee-49ea-af00-35924c9da91e tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:59.045560 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5ce17016-02d6-44e0-9685-8dc59b072c03 req-bb5c385d-89ee-49ea-af00-35924c9da91e tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 943 time: 0.0608189 Aug 04 10:57:59.088767 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5ce17016-02d6-44e0-9685-8dc59b072c03 req-f9facbe6-09ae-4ff0-95f0-c25822da2218 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370758 Aug 04 10:57:59.138684 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 534cc3d5-40bc-4678-b161-c3ce0d774371 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:57:59.152073 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:57:59.178364 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae444-b056-49f9-a757-43571f0aec81 req-7a230495-5448-430b-8969-c051a9b808e0 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:59.180012 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bf2ae444-b056-49f9-a757-43571f0aec81 req-7a230495-5448-430b-8969-c051a9b808e0 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0556464 Aug 04 10:57:59.221377 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bf2ae444-b056-49f9-a757-43571f0aec81 req-adec4963-cbc6-4389-9d20-716c93e1e905 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331268 Aug 04 10:57:59.306709 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 534cc3d5-40bc-4678-b161-c3ce0d774371, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=534cc3d5-40bc-4678-b161-c3ce0d774371,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:59.309504 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:59.326798 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '534cc3d5-40bc-4678-b161-c3ce0d774371', 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa', 'port_id': '534cc3d5-40bc-4678-b161-c3ce0d774371', 'mac_address': 'fa:16:3e:dd:7e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a60d73-be00-4a4b-9e87-a35680c1565d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:57:59.341943 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:57:59.344170 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad583a89-8946-447d-a3d8-d2e92377296d" -d '{"events": [{"server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:57:59.381509 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:59.390786 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:59.394719 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:59.430973 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534cc3d5-40bc-4678-b161-c3ce0d774371 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:57:59.468263 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 534cc3d5-40bc-4678-b161-c3ce0d774371, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=534cc3d5-40bc-4678-b161-c3ce0d774371,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:57:59.469764 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,revision_number=6']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:59.473827 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:57:59.522929 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=534cc3d5-40bc-4678-b161-c3ce0d774371,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:57:59.532306 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 10:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fc7b63-1a41-488e-ba49-da646829de92 x-openstack-request-id: req-62fc7b63-1a41-488e-ba49-da646829de92 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:57:59.532623 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:57:59.532917 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62fc7b63-1a41-488e-ba49-da646829de92 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:57:59.533311 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'code': 200} Aug 04 10:57:59.880276 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['534cc3d5-40bc-4678-b161-c3ce0d774371'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:57:59.929195 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-a2851248-90fe-4d25-896b-88e7beb4ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:57:59.930975 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-a2851248-90fe-4d25-896b-88e7beb4ce63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b&tenant_id=715f55c289f54420b14bba8c6ee78c0e HTTP/1.1" status: 200 len: 1097 time: 0.0748622 Aug 04 10:58:00.017781 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-a3335d53-9b1f-40b6-ad1a-8645c3a1c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:00.019147 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-a3335d53-9b1f-40b6-ad1a-8645c3a1c3d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=715f55c289f54420b14bba8c6ee78c0e&device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1097 time: 0.0419784 Aug 04 10:58:00.107800 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-42ee9a03-08ba-4ae2-b7cc-f701eb47dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:00.109545 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-42ee9a03-08ba-4ae2-b7cc-f701eb47dd93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d743e00a-448b-424a-ab31-9baeb2618512 HTTP/1.1" status: 200 len: 910 time: 0.0815053 Aug 04 10:58:00.182900 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-a9b0b354-03ad-471a-a176-f11cbe72ffba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb HTTP/1.1" status: 200 len: 1000 time: 0.0626614 Aug 04 10:58:00.200778 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb905b1-5de8-49ca-b827-74b81cd3b032 req-0d9a0ca8-989c-42b5-a5c7-d46cf617a9c2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:00.202270 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-abb905b1-5de8-49ca-b827-74b81cd3b032 req-0d9a0ca8-989c-42b5-a5c7-d46cf617a9c2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 944 time: 0.0474982 Aug 04 10:58:00.232965 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-8dd16138-7a6a-4c4f-9725-dba5fae38f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:00.234842 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-8dd16138-7a6a-4c4f-9725-dba5fae38f2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=474e96e1-b3f6-4fec-b2c9-8a702e50753b HTTP/1.1" status: 200 len: 848 time: 0.0445032 Aug 04 10:58:00.242840 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-abb905b1-5de8-49ca-b827-74b81cd3b032 req-1939e14d-4572-4df1-b3f3-ecaf55fc1210 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Aug 04 10:58:00.293907 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-e8d351a3-182e-494d-a912-39d674a0758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:00.295430 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-e8d351a3-182e-494d-a912-39d674a0758a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d743e00a-448b-424a-ab31-9baeb2618512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499573 Aug 04 10:58:00.347087 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6c523-19a0-45fb-9a39-e38fd2210c71 req-2ee4d6aa-8ed7-42fb-933a-aca4ef27a46d tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:00.348557 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-10a6c523-19a0-45fb-9a39-e38fd2210c71 req-2ee4d6aa-8ed7-42fb-933a-aca4ef27a46d tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0476584 Aug 04 10:58:00.388113 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-10a6c523-19a0-45fb-9a39-e38fd2210c71 req-fd45ae2b-309f-4193-adf3-6cb2879277e9 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Aug 04 10:58:00.398373 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-27da0818-24ff-479a-94cd-51b3844e2263 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864046 Aug 04 10:58:00.483819 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-22159497-5d8e-4a9e-9557-9acbbc9891e2 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776162 Aug 04 10:58:01.142625 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 534cc3d5-40bc-4678-b161-c3ce0d774371 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:58:01.199427 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 534cc3d5-40bc-4678-b161-c3ce0d774371 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:58:01.204603 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 534cc3d5-40bc-4678-b161-c3ce0d774371 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:58:01.205004 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:01.279405 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:01.310707 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 534cc3d5-40bc-4678-b161-c3ce0d774371, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=534cc3d5-40bc-4678-b161-c3ce0d774371,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:58:01.314688 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:01.361940 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a3d2-c273-4eb7-ac3a-3a9532b89954 req-a57a2aba-42b3-47a8-b8e0-15337a134845 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:01.363535 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-72f6a3d2-c273-4eb7-ac3a-3a9532b89954 req-a57a2aba-42b3-47a8-b8e0-15337a134845 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 945 time: 0.0520980 Aug 04 10:58:01.371686 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=534cc3d5-40bc-4678-b161-c3ce0d774371,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:58:01.405308 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-72f6a3d2-c273-4eb7-ac3a-3a9532b89954 req-3b28f603-fa2c-4d3c-b175-6cc5bbb21bda tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357175 Aug 04 10:58:01.450488 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:58:01.505445 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fbf75-62a4-48dc-a064-e192769f576a req-c0ce3bef-c8b2-4ab3-9eda-d3342e8d059b tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:01.506960 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c68fbf75-62a4-48dc-a064-e192769f576a req-c0ce3bef-c8b2-4ab3-9eda-d3342e8d059b tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0487890 Aug 04 10:58:01.534682 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc62975-358b-4f8f-95a7-9503563d9f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534cc3d5-40bc-4678-b161-c3ce0d774371'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:58:01.537388 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86704b22-4246-4957-a2df-a84d8934f320" -d '{"events": [{"server_uuid": "cdc62975-358b-4f8f-95a7-9503563d9f4f", "name": "network-vif-plugged", "status": "completed", "tag": "534cc3d5-40bc-4678-b161-c3ce0d774371"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:58:01.546200 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c68fbf75-62a4-48dc-a064-e192769f576a req-5afe53a6-bceb-4d8c-8c67-9e783649aeb7 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326850 Aug 04 10:58:01.573995 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ac8e9-7a90-4a81-9b8f-cce09c8ce14e x-openstack-request-id: req-040ac8e9-7a90-4a81-9b8f-cce09c8ce14e {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:58:01.574283 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc62975-358b-4f8f-95a7-9503563d9f4f", "name": "network-vif-plugged", "status": "completed", "tag": "534cc3d5-40bc-4678-b161-c3ce0d774371", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:58:01.574532 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-040ac8e9-7a90-4a81-9b8f-cce09c8ce14e {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:58:01.574925 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc62975-358b-4f8f-95a7-9503563d9f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534cc3d5-40bc-4678-b161-c3ce0d774371', 'code': 200} Aug 04 10:58:01.807022 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872edbe-e8f6-4ef8-918f-05d01d2ecbbf req-ceeece56-5807-4f2b-81dd-8a93d624692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:01.808585 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-8872edbe-e8f6-4ef8-918f-05d01d2ecbbf req-ceeece56-5807-4f2b-81dd-8a93d624692d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 1098 time: 0.0436616 Aug 04 10:58:01.849562 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-8872edbe-e8f6-4ef8-918f-05d01d2ecbbf req-8d2b62e5-d0cd-4e99-9db7-5bddadf3166d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331707 Aug 04 10:58:02.136768 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda89cc7-6863-40e7-8b22-9eb880c98322 req-4360cd25-3e7e-4e3a-92ff-9f9b490bd478 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:02.138218 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bda89cc7-6863-40e7-8b22-9eb880c98322 req-4360cd25-3e7e-4e3a-92ff-9f9b490bd478 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0484366 Aug 04 10:58:02.174501 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bda89cc7-6863-40e7-8b22-9eb880c98322 req-5739d2ac-32b0-43a2-aecf-0fcd969cbee0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303693 Aug 04 10:58:02.529332 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee908-4f2d-4a38-b79c-00d9c4580979 req-130c08ed-a919-4ba3-9988-6451271b08fc tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:02.530815 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c80ee908-4f2d-4a38-b79c-00d9c4580979 req-130c08ed-a919-4ba3-9988-6451271b08fc tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 945 time: 0.0515354 Aug 04 10:58:02.567429 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c80ee908-4f2d-4a38-b79c-00d9c4580979 req-59346c7a-52fb-480e-b987-490b77e5706d tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305698 Aug 04 10:58:02.666697 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8134-e48e-44b2-b348-9c4bcce0bfa1 req-070d58d1-f36d-484c-8a8d-905ba43c0691 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:02.668105 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2ada8134-e48e-44b2-b348-9c4bcce0bfa1 req-070d58d1-f36d-484c-8a8d-905ba43c0691 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0478139 Aug 04 10:58:02.705674 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2ada8134-e48e-44b2-b348-9c4bcce0bfa1 req-af46ac41-7cca-412c-a234-bf44d00f7ab3 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Aug 04 10:58:02.918545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:03.310460 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c53e4-bd2f-4c4c-9841-37c71d95b35e req-24f26381-2b4d-4665-b5d9-f52c052e246d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:03.311930 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-399c53e4-bd2f-4c4c-9841-37c71d95b35e req-24f26381-2b4d-4665-b5d9-f52c052e246d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0496674 Aug 04 10:58:03.349060 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-399c53e4-bd2f-4c4c-9841-37c71d95b35e req-d353bb81-0ff3-465f-a76a-a788a3e20e14 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308199 Aug 04 10:58:03.685290 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88806e4c-cdef-4cca-801f-709fe1639629 req-401a0ecc-5b68-4dee-ba55-55c67440f5ba tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:03.686726 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-88806e4c-cdef-4cca-801f-709fe1639629 req-401a0ecc-5b68-4dee-ba55-55c67440f5ba tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 945 time: 0.0538635 Aug 04 10:58:03.726491 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-88806e4c-cdef-4cca-801f-709fe1639629 req-6579a453-adce-4533-bb91-2620debf9bf7 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Aug 04 10:58:03.831032 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71a280-738b-4494-8679-988bc92cd911 req-4b96060a-82a0-4bff-a86e-3c275ddd2bdf tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:03.832506 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cb71a280-738b-4494-8679-988bc92cd911 req-4b96060a-82a0-4bff-a86e-3c275ddd2bdf tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0495009 Aug 04 10:58:03.872101 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cb71a280-738b-4494-8679-988bc92cd911 req-90b5a062-1fee-4c11-b813-700b87de19f6 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333948 Aug 04 10:58:04.469407 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b307e0f-a195-4d44-8eb0-bd10bf662eb5 req-f370b8ac-c139-4818-9144-7228153f33e2 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:04.470886 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5b307e0f-a195-4d44-8eb0-bd10bf662eb5 req-f370b8ac-c139-4818-9144-7228153f33e2 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0478940 Aug 04 10:58:04.516225 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5b307e0f-a195-4d44-8eb0-bd10bf662eb5 req-8ad33f81-508b-43a5-ae04-ec0642d748eb tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375912 Aug 04 10:58:05.001767 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4348a05-bebd-4e59-ad91-9782e507ea11 req-831d50a2-f71b-495d-824c-05078ed63615 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:05.003141 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d4348a05-bebd-4e59-ad91-9782e507ea11 req-831d50a2-f71b-495d-824c-05078ed63615 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0569811 Aug 04 10:58:05.040002 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d4348a05-bebd-4e59-ad91-9782e507ea11 req-0224469b-4918-4f30-8138-228c2ba449c4 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309436 Aug 04 10:58:05.641887 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bb1e1-904e-460f-a34d-c614c6b27b39 req-87d5ac88-3313-4d66-8d77-97a359f5d983 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:05.643361 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c40bb1e1-904e-460f-a34d-c614c6b27b39 req-87d5ac88-3313-4d66-8d77-97a359f5d983 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0483527 Aug 04 10:58:05.681961 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c40bb1e1-904e-460f-a34d-c614c6b27b39 req-2c181f26-de10-4f68-9fe4-12fa35298de9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325758 Aug 04 10:58:06.163994 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9b80b-c825-4c02-8de5-047154580a11 req-15256e43-b225-4e4e-83ad-bee4e6d85e48 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:06.166079 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1ae9b80b-c825-4c02-8de5-047154580a11 req-15256e43-b225-4e4e-83ad-bee4e6d85e48 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0601354 Aug 04 10:58:06.205511 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1ae9b80b-c825-4c02-8de5-047154580a11 req-da0b0651-19c5-4896-b62f-5f36186642dc tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325911 Aug 04 10:58:06.806719 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031e07-12f1-4576-98a0-2904f08a8756 req-28edc258-a9e1-40da-b751-92b2d534c6e5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:06.808172 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c1031e07-12f1-4576-98a0-2904f08a8756 req-28edc258-a9e1-40da-b751-92b2d534c6e5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0533128 Aug 04 10:58:06.852758 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c1031e07-12f1-4576-98a0-2904f08a8756 req-8e76be79-dbf0-443e-86ad-e54f53b7ce73 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364873 Aug 04 10:58:07.206770 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:58:07.314551 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:58:07.324353 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edbc60-e70d-4c60-b0b6-e1661ce739e9 req-6a2a7767-dc3a-42e1-b855-8d472fdd010a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:07.325971 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17edbc60-e70d-4c60-b0b6-e1661ce739e9 req-6a2a7767-dc3a-42e1-b855-8d472fdd010a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 944 time: 0.0506399 Aug 04 10:58:07.332135 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'port_id': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'mac_address': 'fa:16:3e:da:3a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:58:07.365611 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17edbc60-e70d-4c60-b0b6-e1661ce739e9 req-415c56a3-68e9-47f1-88a1-d4ced41f3ed1 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338233 Aug 04 10:58:07.377608 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:07.390581 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:58:07.408940 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:58:07.412873 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:07.459032 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,revision_number=7']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:58:07.465855 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.466200 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.466534 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.466869 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.467198 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.467524 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.467848 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.468170 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.468492 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.468841 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.469163 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.469479 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:58:07.831875 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:58:07.971730 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e187e-b672-42aa-9e30-0d0c14d23a31 req-16b74a05-f211-4ce0-be85-718d45e627cd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:07.973146 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f98e187e-b672-42aa-9e30-0d0c14d23a31 req-16b74a05-f211-4ce0-be85-718d45e627cd tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0467832 Aug 04 10:58:08.013643 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f98e187e-b672-42aa-9e30-0d0c14d23a31 req-97632809-0ed1-4efd-afde-3b9e66380867 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344822 Aug 04 10:58:08.483839 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a077ed-1b6a-4ad7-aa00-06c5b67a9f7c req-bbedc5f9-ae47-4968-aa11-265eafb4d71a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:08.485345 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f5a077ed-1b6a-4ad7-aa00-06c5b67a9f7c req-bbedc5f9-ae47-4968-aa11-265eafb4d71a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 945 time: 0.0522666 Aug 04 10:58:08.523760 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f5a077ed-1b6a-4ad7-aa00-06c5b67a9f7c req-50079da0-12e0-4cb5-9e81-4282298f1a4d tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319686 Aug 04 10:58:09.136354 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56199-a1f2-4583-a80e-6e648b3b880e req-bdb0b8f1-1213-4381-950a-0eb283e9d456 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:09.137921 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-62e56199-a1f2-4583-a80e-6e648b3b880e req-bdb0b8f1-1213-4381-950a-0eb283e9d456 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0519121 Aug 04 10:58:09.175503 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-62e56199-a1f2-4583-a80e-6e648b3b880e req-f02fa4c5-34ef-46d3-8436-8574575029eb tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315714 Aug 04 10:58:09.240353 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:58:09.297221 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:58:09.297510 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:09.384943 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:09.409016 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:58:09.411231 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d01e53-26cb-44dd-99a6-3bdcf1dcec37" -d '{"events": [{"server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "name": "network-vif-plugged", "status": "completed", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:58:09.424748 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:58:09.433126 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:09.463647 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b8b68d-9f0d-482d-9031-c35af95ebf26 x-openstack-request-id: req-61b8b68d-9f0d-482d-9031-c35af95ebf26 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:58:09.463936 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "name": "network-vif-plugged", "status": "completed", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:58:09.464183 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61b8b68d-9f0d-482d-9031-c35af95ebf26 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:58:09.464568 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'code': 200} Aug 04 10:58:09.485078 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,revision_number=8']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:58:09.641591 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440851c5-4809-4192-8ad6-92d03f10877d req-b128c188-d0ae-4552-8cbf-5abefe8888f0 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:09.643060 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-440851c5-4809-4192-8ad6-92d03f10877d req-b128c188-d0ae-4552-8cbf-5abefe8888f0 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0498266 Aug 04 10:58:09.685098 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-440851c5-4809-4192-8ad6-92d03f10877d req-b659a1f2-901a-463a-8d2e-1803488a5c5a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354896 Aug 04 10:58:09.807732 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2abad-6332-4f7f-a44d-43bbfd26f05c req-87f0ebe1-3087-4250-8f4a-fe0a5a6a1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:09.809073 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4bf2abad-6332-4f7f-a44d-43bbfd26f05c req-87f0ebe1-3087-4250-8f4a-fe0a5a6a1842 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1099 time: 0.0376935 Aug 04 10:58:09.845429 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-4bf2abad-6332-4f7f-a44d-43bbfd26f05c req-d0f3fbff-4535-4b3e-b8c6-4a6c97c5aba9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284569 Aug 04 10:58:10.297539 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d322974-3536-47b1-8e21-4c919ceb5f5e req-62c91a13-724f-4666-bc94-9039e62f1ef2 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:10.298999 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8d322974-3536-47b1-8e21-4c919ceb5f5e req-62c91a13-724f-4666-bc94-9039e62f1ef2 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0512288 Aug 04 10:58:10.336220 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8d322974-3536-47b1-8e21-4c919ceb5f5e req-4713b239-664d-4c8b-9867-b05823dbcca0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Aug 04 10:58:10.796958 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54327a-86c6-48f4-98b1-ff48dd376b42 req-699468ca-3d34-4f5f-8617-4d5e3f79aa47 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:10.798413 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf54327a-86c6-48f4-98b1-ff48dd376b42 req-699468ca-3d34-4f5f-8617-4d5e3f79aa47 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0470717 Aug 04 10:58:10.837394 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf54327a-86c6-48f4-98b1-ff48dd376b42 req-166fc9f1-172f-42f0-ad2e-d07666f20d60 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324478 Aug 04 10:58:11.459215 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaf7dd-f0dc-4df4-b0dd-e9ee2a566eac req-4ce3e436-883a-4b13-9e9f-02df5aab8567 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:11.460738 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bccaf7dd-f0dc-4df4-b0dd-e9ee2a566eac req-4ce3e436-883a-4b13-9e9f-02df5aab8567 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0502205 Aug 04 10:58:11.499136 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bccaf7dd-f0dc-4df4-b0dd-e9ee2a566eac req-4be978c6-58eb-4c5a-a6ae-1b2fa101d0c5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323110 Aug 04 10:58:11.952921 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67f4fb-34a7-41c6-a4d2-6f9e7ba544d2 req-91a1f6b5-52a1-4eb8-96fb-3fe434baab8a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:11.954302 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7c67f4fb-34a7-41c6-a4d2-6f9e7ba544d2 req-91a1f6b5-52a1-4eb8-96fb-3fe434baab8a tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0519202 Aug 04 10:58:11.993481 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7c67f4fb-34a7-41c6-a4d2-6f9e7ba544d2 req-bae397a7-ded0-402b-bf7c-814d48912370 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331168 Aug 04 10:58:12.617049 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528439ae-2de4-4a63-9ea9-4c15a9bca3c5 req-99a1cf1a-adeb-4a14-8698-2f319f8b7c3f tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:12.618549 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-528439ae-2de4-4a63-9ea9-4c15a9bca3c5 req-99a1cf1a-adeb-4a14-8698-2f319f8b7c3f tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0478110 Aug 04 10:58:12.658484 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-528439ae-2de4-4a63-9ea9-4c15a9bca3c5 req-e607d6bd-f1d6-43e0-bebd-faa23e2d0384 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335338 Aug 04 10:58:13.779538 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b8a34-95c2-4848-a89e-c1ee303d3c61 req-48a5fea3-e5d2-4e04-86cc-c6732ada9119 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:13.781196 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d42b8a34-95c2-4848-a89e-c1ee303d3c61 req-48a5fea3-e5d2-4e04-86cc-c6732ada9119 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0498319 Aug 04 10:58:13.818000 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d42b8a34-95c2-4848-a89e-c1ee303d3c61 req-76eee4bb-1554-4baa-8f99-4ca24bc53154 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308340 Aug 04 10:58:14.938192 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec8c55-1927-4324-9e8c-8e46bcde3136 req-a5f697b8-5d1b-4561-b023-db7878724cfc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:14.939562 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-89ec8c55-1927-4324-9e8c-8e46bcde3136 req-a5f697b8-5d1b-4561-b023-db7878724cfc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0510573 Aug 04 10:58:14.980106 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-89ec8c55-1927-4324-9e8c-8e46bcde3136 req-0f961392-1613-49c7-b5ea-6256b689126a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343258 Aug 04 10:58:16.097872 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67df88-9553-47f4-ad49-243cc3f788d0 req-fba49f19-da1e-42be-90ff-bc34c64d283a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:16.099396 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2a67df88-9553-47f4-ad49-243cc3f788d0 req-fba49f19-da1e-42be-90ff-bc34c64d283a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0470841 Aug 04 10:58:16.138100 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2a67df88-9553-47f4-ad49-243cc3f788d0 req-f98e1c72-2f37-427a-a2fb-7103b209b1c5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326903 Aug 04 10:58:17.259492 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3c8a9-e46b-41df-9a7f-ab25445dd7e9 req-a291665a-17af-4b2e-82f6-5a4557c47e5c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:17.261001 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fef3c8a9-e46b-41df-9a7f-ab25445dd7e9 req-a291665a-17af-4b2e-82f6-5a4557c47e5c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0478926 Aug 04 10:58:17.302844 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fef3c8a9-e46b-41df-9a7f-ab25445dd7e9 req-2a17275b-e6a0-4c33-8d34-98cd0a750870 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353117 Aug 04 10:58:18.431603 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b3180-000e-4f56-95d4-1895bfb15a6b req-926eb46c-203c-455d-b692-8b2a928efb4b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:18.433097 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-395b3180-000e-4f56-95d4-1895bfb15a6b req-926eb46c-203c-455d-b692-8b2a928efb4b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0518992 Aug 04 10:58:18.469889 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-395b3180-000e-4f56-95d4-1895bfb15a6b req-e6063cdc-4781-468d-8240-9cb8dae7791c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Aug 04 10:58:19.305030 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:58:19.403939 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:58:19.415384 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'port_id': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'mac_address': 'fa:16:3e:8f:d7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:58:19.451259 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:19.463342 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb966ac-3c4f-4aeb-9011-4a157504472a {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:58:19.482404 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:58:19.487349 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:19.536268 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=6']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:58:19.592011 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab26ba8-8222-44e8-b46f-db028f0d35e7 req-0921d4b0-52ba-4d55-b8ad-ccbdb019e9c8 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:19.594066 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6ab26ba8-8222-44e8-b46f-db028f0d35e7 req-0921d4b0-52ba-4d55-b8ad-ccbdb019e9c8 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 945 time: 0.0475154 Aug 04 10:58:19.633028 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6ab26ba8-8222-44e8-b46f-db028f0d35e7 req-5460991e-0d1c-482a-8bd8-f364b67f9303 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329080 Aug 04 10:58:19.741700 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['adb966ac-3c4f-4aeb-9011-4a157504472a'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:58:20.750772 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35163285-2d46-4771-baba-d4563aef9fa4 req-3d042345-b4e7-44da-bba7-51ed5b8e6b39 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:20.752232 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-35163285-2d46-4771-baba-d4563aef9fa4 req-3d042345-b4e7-44da-bba7-51ed5b8e6b39 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Aug 04 10:58:20.788690 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-35163285-2d46-4771-baba-d4563aef9fa4 req-745e37c4-bbcf-4373-b3e8-cfd0e1dbd1a7 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306399 Aug 04 10:58:21.317779 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:58:21.373081 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port adb966ac-3c4f-4aeb-9011-4a157504472a triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:58:21.373459 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:21.456850 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:21.480402 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:58:21.482756 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70eee3b-85a2-432a-9caf-fa048940507f" -d '{"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-plugged", "status": "completed", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:58:21.496449 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:58:21.501674 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:21.528031 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6f537-481d-41a9-9107-130c710da8e3 x-openstack-request-id: req-d9a6f537-481d-41a9-9107-130c710da8e3 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:58:21.528329 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-plugged", "status": "completed", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:58:21.528578 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9a6f537-481d-41a9-9107-130c710da8e3 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:58:21.528987 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'code': 200} Aug 04 10:58:21.555281 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=7']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:58:21.953446 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698733ba-f19a-4b2d-a436-4bd6a6a123a8 req-c0b12174-09e0-42c7-82b7-a85834a57958 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:21.955623 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-698733ba-f19a-4b2d-a436-4bd6a6a123a8 req-c0b12174-09e0-42c7-82b7-a85834a57958 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0657010 Aug 04 10:58:22.002723 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-698733ba-f19a-4b2d-a436-4bd6a6a123a8 req-d12cb780-a8d0-40d5-b467-93c743481173 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385511 Aug 04 10:58:23.016971 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bbac637d-8f50-40b2-9abc-1e38e17960e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:23.126847 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae9503-65f0-4561-926c-483756000ae7 req-36cac58a-f908-4c30-b673-6f37c03b760b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:23.128328 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66ae9503-65f0-4561-926c-483756000ae7 req-36cac58a-f908-4c30-b673-6f37c03b760b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0519714 Aug 04 10:58:23.169658 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66ae9503-65f0-4561-926c-483756000ae7 req-ec5ad0e2-7f9a-44a2-aa06-141c43c0d15f tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352204 Aug 04 10:58:24.332882 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429300-89a5-4474-a322-773e9ba5c481 req-e5496d8b-f612-4c2a-826d-00ea953cf637 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:24.340560 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8d429300-89a5-4474-a322-773e9ba5c481 req-e5496d8b-f612-4c2a-826d-00ea953cf637 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0880108 Aug 04 10:58:24.377013 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8d429300-89a5-4474-a322-773e9ba5c481 req-d2c4e594-9538-4834-9227-31d6fc08c029 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355177 Aug 04 10:58:25.519019 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ceecb-1e01-4054-85f4-705ebf437f21 req-67f0cdc7-85e7-46e1-a4d3-0bba00012594 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:25.521368 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b65ceecb-1e01-4054-85f4-705ebf437f21 req-67f0cdc7-85e7-46e1-a4d3-0bba00012594 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0594187 Aug 04 10:58:25.567401 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b65ceecb-1e01-4054-85f4-705ebf437f21 req-03954514-3e24-4f25-b3ef-a95f258c7b0b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396969 Aug 04 10:58:25.604036 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:25.864238 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9c16-2b5b-436c-aa99-6425ce493011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:26.695122 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772367cf-7847-4c8d-96d5-de7ac8e89c5b req-040b527d-72a3-4c60-b106-26e6db7cc94d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:26.697194 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-772367cf-7847-4c8d-96d5-de7ac8e89c5b req-040b527d-72a3-4c60-b106-26e6db7cc94d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0501721 Aug 04 10:58:26.738787 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-772367cf-7847-4c8d-96d5-de7ac8e89c5b req-48aaebc2-0a2b-4aa8-ab09-98c688727d2f tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351033 Aug 04 10:58:27.204344 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:27.874784 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd874-f552-471e-8322-4e5ac8589e8b req-dbfec1fc-4d96-4b2f-89fb-6011619c170e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:27.877256 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-741bd874-f552-471e-8322-4e5ac8589e8b req-dbfec1fc-4d96-4b2f-89fb-6011619c170e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0562942 Aug 04 10:58:27.932413 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-741bd874-f552-471e-8322-4e5ac8589e8b req-15e3ca2b-2be8-41b3-ada4-f92ebba0a42a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463219 Aug 04 10:58:28.756958 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:29.077626 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df086b8-9f1a-4fec-91a0-9b1999c4cbe4 req-8427fdbc-c980-401e-8bac-411a155bab7e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:29.079266 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9df086b8-9f1a-4fec-91a0-9b1999c4cbe4 req-8427fdbc-c980-401e-8bac-411a155bab7e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0706332 Aug 04 10:58:29.124587 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9df086b8-9f1a-4fec-91a0-9b1999c4cbe4 req-2033e9a1-d7be-4d2a-855c-a556544cf3c8 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389743 Aug 04 10:58:29.865125 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-53184a29-8f1c-46ed-8041-241e9d837234 req-92e0ae43-b003-4d68-b035-79394b63e609 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550392 Aug 04 10:58:30.040724 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184a29-8f1c-46ed-8041-241e9d837234 req-32a81c89-0980-4f0d-9cf1-aea70d7c2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:30.042246 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-53184a29-8f1c-46ed-8041-241e9d837234 req-32a81c89-0980-4f0d-9cf1-aea70d7c2ead service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=715f55c289f54420b14bba8c6ee78c0e&device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1099 time: 0.0617244 Aug 04 10:58:30.168814 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184a29-8f1c-46ed-8041-241e9d837234 req-c4721491-6f2f-4a3d-8d45-6415d1c71d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:30.170344 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-53184a29-8f1c-46ed-8041-241e9d837234 req-c4721491-6f2f-4a3d-8d45-6415d1c71d52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d743e00a-448b-424a-ab31-9baeb2618512 HTTP/1.1" status: 200 len: 910 time: 0.0996902 Aug 04 10:58:30.262653 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-53184a29-8f1c-46ed-8041-241e9d837234 req-980153a5-7ef2-4825-8b49-69631500d2cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb HTTP/1.1" status: 200 len: 1002 time: 0.0801637 Aug 04 10:58:30.270906 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe60a9-605c-47e2-9c68-902b51c68619 req-a5cbe963-8c85-4d43-ad79-5519c5df9724 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:30.272581 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2fe60a9-605c-47e2-9c68-902b51c68619 req-a5cbe963-8c85-4d43-ad79-5519c5df9724 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0591214 Aug 04 10:58:30.323546 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2fe60a9-605c-47e2-9c68-902b51c68619 req-c1b8aa3c-d181-4984-b23a-1cb2ff7398c4 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444653 Aug 04 10:58:30.324066 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184a29-8f1c-46ed-8041-241e9d837234 req-1bf5a5c7-67d1-4778-9982-f6e66705ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:30.325720 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-53184a29-8f1c-46ed-8041-241e9d837234 req-1bf5a5c7-67d1-4778-9982-f6e66705ba86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=474e96e1-b3f6-4fec-b2c9-8a702e50753b HTTP/1.1" status: 200 len: 848 time: 0.0491657 Aug 04 10:58:30.380436 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184a29-8f1c-46ed-8041-241e9d837234 req-a192764d-df61-42a5-bbc2-208b0e55346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:30.382036 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-53184a29-8f1c-46ed-8041-241e9d837234 req-a192764d-df61-42a5-bbc2-208b0e55346b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d743e00a-448b-424a-ab31-9baeb2618512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470891 Aug 04 10:58:30.485720 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-53184a29-8f1c-46ed-8041-241e9d837234 req-61ca5ba0-1d85-4327-a347-ce05804b7d74 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945268 Aug 04 10:58:30.818460 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-53184a29-8f1c-46ed-8041-241e9d837234 req-9b396b6e-c8bc-400b-b22f-9845b8d1b9b5 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207781 Aug 04 10:58:31.466294 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fcba5-55b2-4954-9663-21952b5c3c9a req-31f60170-026a-4708-84ef-e5b192d2387d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:31.469069 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea8fcba5-55b2-4954-9663-21952b5c3c9a req-31f60170-026a-4708-84ef-e5b192d2387d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0497212 Aug 04 10:58:31.510043 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea8fcba5-55b2-4954-9663-21952b5c3c9a req-ee016309-2823-4576-87c4-fa37058d7da6 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347998 Aug 04 10:58:32.096925 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e6a39-ceab-4849-ae9b-85e93925144c req-c496b144-fbfe-4be9-95cc-b7fb9398685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:32.098476 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-622e6a39-ceab-4849-ae9b-85e93925144c req-c496b144-fbfe-4be9-95cc-b7fb9398685e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 1099 time: 0.0390031 Aug 04 10:58:32.194323 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e6a39-ceab-4849-ae9b-85e93925144c req-73c65b5a-54db-4f91-b100-fd5347a088ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:32.195821 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-622e6a39-ceab-4849-ae9b-85e93925144c req-73c65b5a-54db-4f91-b100-fd5347a088ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.0869205 Aug 04 10:58:32.273087 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-622e6a39-ceab-4849-ae9b-85e93925144c req-c1e339ef-fd8a-4506-93c4-387e5b052667 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb966ac-3c4f-4aeb-9011-4a157504472a HTTP/1.1" status: 200 len: 1001 time: 0.0654495 Aug 04 10:58:32.331170 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e6a39-ceab-4849-ae9b-85e93925144c req-41da5e21-da19-4e6f-8548-2a5eb49a10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:32.332645 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-622e6a39-ceab-4849-ae9b-85e93925144c req-41da5e21-da19-4e6f-8548-2a5eb49a10a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0509231 Aug 04 10:58:32.382857 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e6a39-ceab-4849-ae9b-85e93925144c req-0dff15a8-8d5c-4405-9338-f9605e5caae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:32.384321 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-622e6a39-ceab-4849-ae9b-85e93925144c req-0dff15a8-8d5c-4405-9338-f9605e5caae2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418615 Aug 04 10:58:32.472283 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-622e6a39-ceab-4849-ae9b-85e93925144c req-8d895211-a018-4de7-8e94-5b2f9623605b service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796022 Aug 04 10:58:32.581699 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-622e6a39-ceab-4849-ae9b-85e93925144c req-38a7111f-6674-4bbb-9826-7adf50972e7a service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959668 Aug 04 10:58:32.633748 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9c963-b224-4188-ad93-d0d903d808e1 req-81f8d426-3660-4f14-9cc5-c3bc70ebc66b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:32.635250 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-46c9c963-b224-4188-ad93-d0d903d808e1 req-81f8d426-3660-4f14-9cc5-c3bc70ebc66b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0533080 Aug 04 10:58:32.672783 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-46c9c963-b224-4188-ad93-d0d903d808e1 req-58e281b2-8731-4aa0-99b6-dde9fbe513f1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310454 Aug 04 10:58:32.930020 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:33.788519 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84874-95d1-499e-899e-2a712289d123 req-688d1780-e265-4172-a725-247ea7744d64 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:33.790002 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-59b84874-95d1-499e-899e-2a712289d123 req-688d1780-e265-4172-a725-247ea7744d64 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0465333 Aug 04 10:58:33.826392 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-59b84874-95d1-499e-899e-2a712289d123 req-1c9b9613-57dc-47ac-8a24-40383d41edf9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306401 Aug 04 10:58:34.942843 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53e962-a548-44aa-964f-96c85ef8ff47 req-0a8a3654-3f16-4aad-a01a-2bd7425a28c5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:34.944239 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bc53e962-a548-44aa-964f-96c85ef8ff47 req-0a8a3654-3f16-4aad-a01a-2bd7425a28c5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 946 time: 0.0467339 Aug 04 10:58:34.982922 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bc53e962-a548-44aa-964f-96c85ef8ff47 req-f6abfee7-f3a7-4f21-a243-a84a514ca134 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317791 Aug 04 10:58:35.595291 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:58:35.672184 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:35.694110 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:58:35.696319 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402635fa-74d2-4ed4-92a0-cf30942660bc" -d '{"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-unplugged", "status": "completed", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:58:35.709382 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:58:35.714245 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:35.740487 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 10:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44feb7c4-8134-4f6e-b7cf-b07b5a72fac3 x-openstack-request-id: req-44feb7c4-8134-4f6e-b7cf-b07b5a72fac3 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:58:35.740818 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-unplugged", "status": "completed", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:58:35.741072 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44feb7c4-8134-4f6e-b7cf-b07b5a72fac3 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:58:35.741454 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'code': 200} Aug 04 10:58:35.766511 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=8']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:58:36.107229 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091d0ae-3ca0-48f6-a7aa-1d409ec4a6b1 req-13fbe881-d3b4-4553-bc9e-42e312352715 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:36.109495 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7091d0ae-3ca0-48f6-a7aa-1d409ec4a6b1 req-13fbe881-d3b4-4553-bc9e-42e312352715 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0534286 Aug 04 10:58:36.149914 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7091d0ae-3ca0-48f6-a7aa-1d409ec4a6b1 req-aa6ca6dc-fac5-454c-a304-2a94d9ccb768 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342748 Aug 04 10:58:37.268459 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641504bb-dedc-41f8-a05a-d7eb5a93e3a5 req-a50710a7-ce9a-4b5c-958d-e671c4fa6937 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:37.269943 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-641504bb-dedc-41f8-a05a-d7eb5a93e3a5 req-a50710a7-ce9a-4b5c-958d-e671c4fa6937 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0475948 Aug 04 10:58:37.306916 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-641504bb-dedc-41f8-a05a-d7eb5a93e3a5 req-d685f730-c770-4b57-80c7-1d932baf4d96 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311911 Aug 04 10:58:38.422186 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad45a91-b41b-4d38-a653-c58724edb0cd req-30158d0d-7dcb-4ddb-b76d-ce2942b377ec tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:38.423646 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4ad45a91-b41b-4d38-a653-c58724edb0cd req-30158d0d-7dcb-4ddb-b76d-ce2942b377ec tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0469403 Aug 04 10:58:38.450877 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:58:38.460400 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4ad45a91-b41b-4d38-a653-c58724edb0cd req-ecdbfdb5-96a6-4e61-82f3-2c7badf4eb28 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308695 Aug 04 10:58:39.589655 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02974cb1-ae2d-4274-9cc6-bfadf136dbc8 req-6c3f5c58-2620-4c05-8062-42b787edb4d5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:39.591125 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02974cb1-ae2d-4274-9cc6-bfadf136dbc8 req-6c3f5c58-2620-4c05-8062-42b787edb4d5 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0508852 Aug 04 10:58:39.629150 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02974cb1-ae2d-4274-9cc6-bfadf136dbc8 req-1a99c0a8-4b59-49b8-ba37-ec27923f03ea tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315940 Aug 04 10:58:40.751511 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac02213-d154-4648-99f0-6e274e7a15a2 req-3027b34e-5b10-41e5-8b75-9c576b6f209a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:40.753031 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2ac02213-d154-4648-99f0-6e274e7a15a2 req-3027b34e-5b10-41e5-8b75-9c576b6f209a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0542543 Aug 04 10:58:40.795450 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2ac02213-d154-4648-99f0-6e274e7a15a2 req-b9b64217-d1bf-4f1e-8775-60fea12ec66a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327561 Aug 04 10:58:44.665376 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-9eed21ce-a545-4adf-a326-921897422333 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785971 Aug 04 10:58:44.680402 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564da06-f239-4c18-a5c0-8531993c138f req-03b4b115-ab20-4d1d-9b08-0e0f6bccc41a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:44.682280 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e564da06-f239-4c18-a5c0-8531993c138f req-03b4b115-ab20-4d1d-9b08-0e0f6bccc41a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.1342306 Aug 04 10:58:44.741501 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e564da06-f239-4c18-a5c0-8531993c138f req-2586cc26-c63e-46d3-bddc-9221f9b2c98d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458114 Aug 04 10:58:45.581779 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:58:45.635967 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-7c0338de-1430-4af1-a4a6-7c91e3e9e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:45.637660 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-7c0338de-1430-4af1-a4a6-7c91e3e9e121 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4&tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69 HTTP/1.1" status: 200 len: 1097 time: 0.0421379 Aug 04 10:58:45.732140 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-9cc6b884-8377-4244-a5d2-e3f7de6ec538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:45.736193 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-9cc6b884-8377-4244-a5d2-e3f7de6ec538 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 1097 time: 0.0439467 Aug 04 10:58:45.834720 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-efef8260-3244-4547-972d-8681394fa621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:45.836118 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-efef8260-3244-4547-972d-8681394fa621 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.0910244 Aug 04 10:58:45.888918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08189085-3047-4888-8731-28389b086175 req-33b7a114-67d0-49dd-9c5f-2daf111231c1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:45.891468 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-08189085-3047-4888-8731-28389b086175 req-33b7a114-67d0-49dd-9c5f-2daf111231c1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0550358 Aug 04 10:58:45.927903 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-a47d839b-c433-46fa-b047-9c66ca1b6eb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb966ac-3c4f-4aeb-9011-4a157504472a HTTP/1.1" status: 200 len: 999 time: 0.0818424 Aug 04 10:58:45.938098 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-08189085-3047-4888-8731-28389b086175 req-cb314c8b-b97d-4a39-9498-99f860be101f tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 Aug 04 10:58:45.998330 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-c0a0a446-dd4c-4862-8250-15a4d7ad15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:46.000428 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-c0a0a446-dd4c-4862-8250-15a4d7ad15af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0615425 Aug 04 10:58:46.066949 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-24269341-fd01-474b-9c17-6fc70f62cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:46.068525 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-24269341-fd01-474b-9c17-6fc70f62cdc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570583 Aug 04 10:58:46.236437 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-809ede60-2a44-442e-a659-c02d07deb132 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231017 Aug 04 10:58:46.366344 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-34fdd27c-f604-4b39-9878-cb9d7cc195e3 req-79084fdb-4c31-4bef-b177-f00109cb0ba1 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015019 Aug 04 10:58:47.109681 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30f7c9-8edc-45a1-b120-6d9ba234c413 req-9dc6966a-fcc7-4af5-a20e-6ce3740b252b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:47.112443 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd30f7c9-8edc-45a1-b120-6d9ba234c413 req-9dc6966a-fcc7-4af5-a20e-6ce3740b252b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0649669 Aug 04 10:58:47.167500 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd30f7c9-8edc-45a1-b120-6d9ba234c413 req-37c07325-fe51-45be-8644-eab1d4bf7c7d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Aug 04 10:58:48.647477 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c0d36-d526-4050-ba92-878da3d8cf22 req-b86df4fe-6a1c-48c3-baff-f517f7a73385 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:48.650782 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-385c0d36-d526-4050-ba92-878da3d8cf22 req-b86df4fe-6a1c-48c3-baff-f517f7a73385 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.3808286 Aug 04 10:58:48.705991 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-385c0d36-d526-4050-ba92-878da3d8cf22 req-a0211735-8114-4962-8495-06c01db53473 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420189 Aug 04 10:58:49.843843 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5fa2-4ed0-4a08-897c-975e8a3fb960 req-276883ae-bbf9-4213-bfb5-af3904d424fc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:49.845570 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-73ad5fa2-4ed0-4a08-897c-975e8a3fb960 req-276883ae-bbf9-4213-bfb5-af3904d424fc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0566549 Aug 04 10:58:49.887155 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-73ad5fa2-4ed0-4a08-897c-975e8a3fb960 req-3eace904-bae0-42ba-81fc-4faf3dd6fb3c tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349581 Aug 04 10:58:51.059661 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b886ac-8e0b-43a5-94ab-859891787266 req-d64d77a8-6567-434d-8a6d-d76f17e23d27 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:51.062512 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f6b886ac-8e0b-43a5-94ab-859891787266 req-d64d77a8-6567-434d-8a6d-d76f17e23d27 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0712676 Aug 04 10:58:51.116869 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f6b886ac-8e0b-43a5-94ab-859891787266 req-3020608d-eaa9-413c-a545-7c61b9851f8d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469632 Aug 04 10:58:52.260657 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8b539-16e2-4c20-b6d9-ccd9aa675361 req-ac0b1049-91ce-4ec5-9c79-66a6be6ba72b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:52.263694 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5ed8b539-16e2-4c20-b6d9-ccd9aa675361 req-ac0b1049-91ce-4ec5-9c79-66a6be6ba72b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0640943 Aug 04 10:58:52.322176 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5ed8b539-16e2-4c20-b6d9-ccd9aa675361 req-7e1cf232-0450-4524-90ba-0ee910c12929 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446322 Aug 04 10:58:53.022092 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-aa77a99f-394d-4448-9ce3-471ca7449414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:53.458233 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd80f46-45d4-4e24-ad2c-68832ded941c req-a3aef156-19ad-4ed5-90a1-f2638543c3f1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:53.459747 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dd80f46-45d4-4e24-ad2c-68832ded941c req-a3aef156-19ad-4ed5-90a1-f2638543c3f1 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0499346 Aug 04 10:58:53.504282 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dd80f46-45d4-4e24-ad2c-68832ded941c req-db293219-ce98-48cf-9eca-3afa1eae423a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341072 Aug 04 10:58:54.641826 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9a91-539c-4f98-b04b-724ab75f9d1d req-e1f268fa-e953-43e9-857e-6616b42aa278 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:54.643382 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5fdb9a91-539c-4f98-b04b-724ab75f9d1d req-e1f268fa-e953-43e9-857e-6616b42aa278 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0563126 Aug 04 10:58:54.694155 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5fdb9a91-539c-4f98-b04b-724ab75f9d1d req-295787d1-843f-4b8a-b823-48305c1bae05 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404310 Aug 04 10:58:55.588552 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:55.885935 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38c114-e7b7-42e8-8206-16d89ae7f0d5 req-6a517778-2fde-4437-bf4f-8c826ad988dc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:55.888370 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e90ab38a-e6cb-40b8-82fd-8c54a0052ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:55.888989 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1e38c114-e7b7-42e8-8206-16d89ae7f0d5 req-6a517778-2fde-4437-bf4f-8c826ad988dc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0908372 Aug 04 10:58:55.950330 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1e38c114-e7b7-42e8-8206-16d89ae7f0d5 req-2f24bfb6-a8d6-4367-a3a8-69b887f860bc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542655 Aug 04 10:58:57.101410 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2186f9-e8b0-401d-b10f-5b44a66cb4cd req-e1d34b12-cdb8-4433-b432-1e2786ae8875 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:57.102923 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0e2186f9-e8b0-401d-b10f-5b44a66cb4cd req-e1d34b12-cdb8-4433-b432-1e2786ae8875 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0554035 Aug 04 10:58:57.153498 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0e2186f9-e8b0-401d-b10f-5b44a66cb4cd req-befc6562-541f-4ef6-a1dc-3c11fbc03b1b tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Aug 04 10:58:57.203292 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:58.298520 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ee29e-7107-466b-a5b3-a6a6d5919240 req-b2409977-a027-4ee9-9ec3-d8be8454ac84 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:58.300089 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-af9ee29e-7107-466b-a5b3-a6a6d5919240 req-b2409977-a027-4ee9-9ec3-d8be8454ac84 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0586157 Aug 04 10:58:58.347694 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-af9ee29e-7107-466b-a5b3-a6a6d5919240 req-3556ba94-123a-421b-a5a4-f2183d80cb56 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365102 Aug 04 10:58:58.759178 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:58:59.486339 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d55451-c7a7-4863-b8ef-0100fd8f284e req-051e80d5-e70e-4fd8-ad77-bfc550d46714 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:58:59.487827 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d55451-c7a7-4863-b8ef-0100fd8f284e req-051e80d5-e70e-4fd8-ad77-bfc550d46714 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0533369 Aug 04 10:58:59.525802 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d55451-c7a7-4863-b8ef-0100fd8f284e req-78ee7387-65f1-409c-8ae9-3868eb8f33c0 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Aug 04 10:59:00.646255 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdd3f2-8d20-45b7-878e-a9903cd2b95b req-bd57873e-79b9-49a2-82e7-32aaf0ab3fde tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:00.647801 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-72fdd3f2-8d20-45b7-878e-a9903cd2b95b req-bd57873e-79b9-49a2-82e7-32aaf0ab3fde tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0495307 Aug 04 10:59:00.686505 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-72fdd3f2-8d20-45b7-878e-a9903cd2b95b req-cf734571-5ae0-4002-9182-653fda989f79 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Aug 04 10:59:01.815582 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f62a6-ed6a-41d3-bc50-ed812297f6be req-62d70a21-1203-4cba-9621-d1ebb34f4a99 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:01.817087 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9f4f62a6-ed6a-41d3-bc50-ed812297f6be req-62d70a21-1203-4cba-9621-d1ebb34f4a99 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.0497878 Aug 04 10:59:01.854374 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9f4f62a6-ed6a-41d3-bc50-ed812297f6be req-3ae022e4-5fcc-44f1-b87c-9efbc8a0a631 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314252 Aug 04 10:59:02.021625 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-f6b7db97-cd8e-4e18-b75f-32748f74f658 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620032689&fields=id&tenant_id=0f23287107074943a5c354c8f4c12827 HTTP/1.1" status: 200 len: 267 time: 0.0320837 Aug 04 10:59:02.078453 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-545e1e6b-e113-4036-bb91-6a74b9e3453f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:02.079935 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-545e1e6b-e113-4036-bb91-6a74b9e3453f tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 984 time: 0.0525110 Aug 04 10:59:02.090864 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Request body: {'port': {'security_groups': ['22b6347d-6963-435d-a5fa-c1a20b52dc12']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:59:02.159184 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.333649 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] For port e3336183-47eb-43c6-8970-3f6c32d91a42, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3336183-47eb-43c6-8970-3f6c32d91a42,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:02.361974 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.366733 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.411974 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['e3336183-47eb-43c6-8970-3f6c32d91a42'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:59:02.414200 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:02.414828 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.416212 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2f987d6d-0bfc-4bb9-b326-61bb5297f506 req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "PUT /v2.0/ports/e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 200 len: 942 time: 0.3298821 Aug 04 10:59:02.416685 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:02.418953 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:02.433837 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46278) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:02.463513 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc52f0-aa2d-4668-b401-b33498d721b9 x-openstack-request-id: req-17bc52f0-aa2d-4668-b401-b33498d721b9 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:02.464701 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:02.464897 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17bc52f0-aa2d-4668-b401-b33498d721b9 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:02.465485 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'status': 'completed', 'code': 200} Aug 04 10:59:02.473367 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event updated for resources: {'Port': ['ID=e3336183-47eb-43c6-8970-3f6c32d91a42,revision_number=7']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:02.487512 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.488065 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.488847 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.489387 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.490045 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.490583 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.491137 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.491686 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.492232 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.492804 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.493581 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.494221 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68b9e-7a6f-4e83-8431-38d1ad6b851c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.521027 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.560110 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.630983 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.632105 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['e3336183-47eb-43c6-8970-3f6c32d91a42'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:59:02.634334 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.636233 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "DELETE /v2.0/security-groups/909fe7f7-e3f0-453b-bc7c-dbd162f7794d HTTP/1.1" status: 204 len: 168 time: 0.2012172 Aug 04 10:59:02.640418 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46282) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:02.646656 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909fe7f7-e3f0-453b-bc7c-dbd162f7794d,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:02.654526 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.655459 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.656256 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.656616 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.657003 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.657490 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.657855 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.658189 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.658526 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.658860 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.659191 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.659524 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b77e518-7705-446e-b4d9-57f4546d3dc6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:02.737286 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-2dce5ab3-463d-4ebf-a5ee-e23bd95dbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:02.739531 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-2dce5ab3-463d-4ebf-a5ee-e23bd95dbc39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f23287107074943a5c354c8f4c12827&device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 1098 time: 0.0760252 Aug 04 10:59:02.763768 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-a448effb-ccbc-42f9-8cd0-e1d08bddbac8 None None] Provisioning complete for port e3336183-47eb-43c6-8970-3f6c32d91a42 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:59:02.764196 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a448effb-ccbc-42f9-8cd0-e1d08bddbac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.849502 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-6e25ce46-a4f1-463b-866b-c7b8fb70e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:02.851787 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-6e25ce46-a4f1-463b-866b-c7b8fb70e488 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01bde8f2-f53e-49e6-a4da-8580bfccb653 HTTP/1.1" status: 200 len: 916 time: 0.1039867 Aug 04 10:59:02.869606 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Deleting port ab613fb0-6993-4406-a28a-b9207b6e054e {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:02.870191 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.960838 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-8afd8add-0f5e-4fa6-acaa-6b7dbdb0379e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 200 len: 1001 time: 0.0990732 Aug 04 10:59:02.965590 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.965863 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.990177 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:02.997546 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Calling delete_port for ab613fb0-6993-4406-a28a-b9207b6e054e owned by network:floatingip {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:03.015107 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-de550626-1213-458d-bef8-89d428809a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:03.016955 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-de550626-1213-458d-bef8-89d428809a27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0158642-3d87-4eb7-b280-083c77482d90 HTTP/1.1" status: 200 len: 854 time: 0.0479534 Aug 04 10:59:03.064436 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-f5a5de8e-6e76-4789-99e2-05a9351565af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:03.065632 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb20683-0b63-453f-9e8a-2ac941a7c5e3 req-17cf4c8c-0f97-4164-90ac-f5361cf623fc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:03.066018 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-f5a5de8e-6e76-4789-99e2-05a9351565af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01bde8f2-f53e-49e6-a4da-8580bfccb653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403149 Aug 04 10:59:03.067286 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1fb20683-0b63-453f-9e8a-2ac941a7c5e3 req-17cf4c8c-0f97-4164-90ac-f5361cf623fc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 944 time: 0.1145194 Aug 04 10:59:03.144296 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1fb20683-0b63-453f-9e8a-2ac941a7c5e3 req-97176ae3-b99f-456f-b4c1-8912ec8d1851 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680470 Aug 04 10:59:03.175167 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-e22c498f-14ea-4e36-b627-89faa54f9ea8 service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992129 Aug 04 10:59:03.233269 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:03.259938 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event deleted for resources: {'Port': ['ID=ab613fb0-6993-4406-a28a-b9207b6e054e,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:03.283530 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-6f03eceb-8bfe-4408-9c11-a22f5a49e4d0 req-7112c31b-244b-46b2-8844-3487e5ed5002 service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997305 Aug 04 10:59:03.321792 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:03.322133 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Floating IP 3718d347-3bd4-45f3-ad4e-583a15d01c22 disassociated (deleted). External IP: 172.27.1.197, port: e3336183-47eb-43c6-8970-3f6c32d91a42. Aug 04 10:59:03.524272 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:59:03.614684 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:59:03.631618 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:59:03.637165 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:03.675068 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6809b3b3-6fb2-444f-9728-f406c17d30e3 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "DELETE /v2.0/floatingips/3718d347-3bd4-45f3-ad4e-583a15d01c22 HTTP/1.1" status: 204 len: 168 time: 1.0287335 Aug 04 10:59:03.676620 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] Sync routers for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:59:03.693742 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:03.694371 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:58:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:03.953155 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:03.973276 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'port_id': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'mac_address': 'fa:16:3e:8f:d7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:59:03.987637 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:04.081775 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:04.130372 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb966ac-3c4f-4aeb-9011-4a157504472a {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:59:04.168002 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:04.174240 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:04.263846 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=9']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:04.291033 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee851fc4-fdc8-4bbb-82c0-d3a35730d453 req-fc0f0711-d8be-4d5f-b24d-2cfb357c51cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:04.292667 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ee851fc4-fdc8-4bbb-82c0-d3a35730d453 req-fc0f0711-d8be-4d5f-b24d-2cfb357c51cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Aug 04 10:59:04.298528 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '8060d2d0-448e-406f-b412-398769809640', 'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'mac_address': 'fa:16:3e:0a:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:07Z', 'updated_at': '2021-08-04T10:56:12Z', 'revision_number': 5, 'project_id': '0f23287107074943a5c354c8f4c12827', 'subnets': [{'id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:04.328517 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] Checking router: 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:59:04.337785 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:04.338414 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:58:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:04.361279 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ee851fc4-fdc8-4bbb-82c0-d3a35730d453 req-b3014da3-9716-4d03-baed-b584b05aaec3 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597360 Aug 04 10:59:04.459891 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:04.466264 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:04.469344 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38" -d '{"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:04.506633 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff046ad-aad9-4e39-9391-333f71bd6b29 x-openstack-request-id: req-2ff046ad-aad9-4e39-9391-333f71bd6b29 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:04.506925 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:04.507178 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ff046ad-aad9-4e39-9391-333f71bd6b29 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:04.507582 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'status': 'completed', 'code': 200} Aug 04 10:59:04.613249 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['adb966ac-3c4f-4aeb-9011-4a157504472a'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:59:04.616423 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-6db964a8-9979-433c-8b51-85ced10a10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:04.618911 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-6db964a8-9979-433c-8b51-85ced10a10f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f23287107074943a5c354c8f4c12827&device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 1098 time: 0.0607448 Aug 04 10:59:04.732059 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-404203b0-916b-4c25-b297-081f6d81c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:04.734244 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-404203b0-916b-4c25-b297-081f6d81c544 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01bde8f2-f53e-49e6-a4da-8580bfccb653 HTTP/1.1" status: 200 len: 916 time: 0.1078384 Aug 04 10:59:04.758654 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '8060d2d0-448e-406f-b412-398769809640', 'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'mac_address': 'fa:16:3e:0a:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:07Z', 'updated_at': '2021-08-04T10:56:12Z', 'revision_number': 5, 'project_id': '0f23287107074943a5c354c8f4c12827', 'subnets': [{'id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:04.785589 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-3b01589b-3f89-4bef-838b-24f021de46a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 200 len: 217 time: 0.0382686 Aug 04 10:59:04.789230 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481827c-4bf3-48b7-a0ec-a1d202c27f09 None None] The sync data for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi is: [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:56:07Z', 'revision_number': 4, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '8060d2d0-448e-406f-b412-398769809640', 'name': '', 'network_id': '01bde8f2-f53e-49e6-a4da-8580bfccb653', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'mac_address': 'fa:16:3e:0a:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:07Z', 'updated_at': '2021-08-04T10:56:12Z', 'revision_number': 5, 'project_id': '0f23287107074943a5c354c8f4c12827', 'subnets': [{'id': 'b0158642-3d87-4eb7-b280-083c77482d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:59:04.853782 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-efd4e53f-cf13-4e54-ab02-14fa4236c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:04.855295 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-efd4e53f-cf13-4e54-ab02-14fa4236c354 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0158642-3d87-4eb7-b280-083c77482d90 HTTP/1.1" status: 200 len: 854 time: 0.0602078 Aug 04 10:59:04.907757 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-be18345b-7b10-461c-bafc-86ede44e6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:04.909303 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-be18345b-7b10-461c-bafc-86ede44e6ee8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01bde8f2-f53e-49e6-a4da-8580bfccb653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461273 Aug 04 10:59:05.009142 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-c1c1e1b0-907b-4058-bce2-db2a3ba0cced service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907238 Aug 04 10:59:05.113282 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1b7f6cb7-caf5-423d-8ef7-abc769cd4e38 req-4387682e-2e9b-4de0-a627-44fe1e45c8cf service neutron] 10.222.0.60 "GET /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950310 Aug 04 10:59:05.164613 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d23ed-3e68-4178-9f23-28f35dfb5eec None None] New status for floating IP 3718d347-3bd4-45f3-ad4e-583a15d01c22: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:59:05.490384 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8625018-bfc0-4dad-b576-45cbc5ee19ec req-eeb958c0-1b81-4b48-89ee-2bcbc823558d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:05.491910 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f8625018-bfc0-4dad-b576-45cbc5ee19ec req-eeb958c0-1b81-4b48-89ee-2bcbc823558d tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 945 time: 0.0535958 Aug 04 10:59:05.530376 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f8625018-bfc0-4dad-b576-45cbc5ee19ec req-666fa3db-c4ff-455c-b964-7ca536a1b270 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322683 Aug 04 10:59:05.628418 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:59:05.676433 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port adb966ac-3c4f-4aeb-9011-4a157504472a triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:59:05.676901 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:05.756779 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:05.786509 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:05.788824 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037f7641-5858-49b7-94f3-e0906e6b9d6a" -d '{"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-plugged", "status": "completed", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:05.802467 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:05.807016 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:05.835567 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bac3200-e0ab-4400-bf8d-6d2b4572b53c x-openstack-request-id: req-7bac3200-e0ab-4400-bf8d-6d2b4572b53c {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:05.845219 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-plugged", "status": "completed", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:05.845219 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bac3200-e0ab-4400-bf8d-6d2b4572b53c {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:05.845219 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'code': 200} Aug 04 10:59:05.866045 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=10']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:06.130059 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eadc03-5cc2-42ac-94ca-067da3b046f6 req-dc8d8bec-0131-4caf-858a-49d69938a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:06.131582 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-47eadc03-5cc2-42ac-94ca-067da3b046f6 req-dc8d8bec-0131-4caf-858a-49d69938a1b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 1100 time: 0.0408189 Aug 04 10:59:06.169445 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-47eadc03-5cc2-42ac-94ca-067da3b046f6 req-74e62f37-03f5-48b9-af90-6762f703a2f8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276072 Aug 04 10:59:06.658008 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f276da-3847-4ce4-b32a-7053a9d2c22e req-eff408b4-3a6f-43d9-9009-0fef32abb215 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:06.659518 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-37f276da-3847-4ce4-b32a-7053a9d2c22e req-eff408b4-3a6f-43d9-9009-0fef32abb215 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 947 time: 0.0506399 Aug 04 10:59:06.700200 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-37f276da-3847-4ce4-b32a-7053a9d2c22e req-8e394c36-048e-4ac1-924b-635ff993eba3 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333376 Aug 04 10:59:07.851239 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec85402-5a28-49d1-bee8-f24821e4fe68 req-4a9c37dc-c704-44f3-9f84-523176640edc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:07.852771 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cec85402-5a28-49d1-bee8-f24821e4fe68 req-4a9c37dc-c704-44f3-9f84-523176640edc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 947 time: 0.0686700 Aug 04 10:59:07.902175 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cec85402-5a28-49d1-bee8-f24821e4fe68 req-bd6120b1-6f19-453d-a76f-0e1953e5a750 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394266 Aug 04 10:59:08.269391 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c9111-0c03-4eec-b374-eb0ffb9939ac req-95799f8e-c1cd-41d3-bbaf-5f792f79b3d7 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:08.270874 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-679c9111-0c03-4eec-b374-eb0ffb9939ac req-95799f8e-c1cd-41d3-bbaf-5f792f79b3d7 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 945 time: 0.0559187 Aug 04 10:59:08.325857 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-679c9111-0c03-4eec-b374-eb0ffb9939ac req-597cba72-08db-4328-83c5-9f1e402d196d tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469284 Aug 04 10:59:09.042958 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b860fc2-006d-4408-a0ac-c093d98af4b9 req-70280099-2976-4c74-8d7f-759e112de804 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:09.044535 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4b860fc2-006d-4408-a0ac-c093d98af4b9 req-70280099-2976-4c74-8d7f-759e112de804 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 947 time: 0.0497532 Aug 04 10:59:09.083515 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4b860fc2-006d-4408-a0ac-c093d98af4b9 req-7df18592-527c-4a51-b4f2-515ce0c960d9 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Aug 04 10:59:09.489956 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eab31-d658-4092-ae97-3a7333a8ecd6 req-00b4434b-7c60-49c3-8553-0471e1d66361 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:09.492495 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-058eab31-d658-4092-ae97-3a7333a8ecd6 req-00b4434b-7c60-49c3-8553-0471e1d66361 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 945 time: 0.0867429 Aug 04 10:59:09.549348 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-058eab31-d658-4092-ae97-3a7333a8ecd6 req-a4f76362-a951-4412-ae65-d1ac287ebf02 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501103 Aug 04 10:59:10.225473 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712b6c-7c11-4802-a942-68626dfca855 req-2e563476-a65f-43e8-be34-68fda2f23e5d tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:10.226961 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3b712b6c-7c11-4802-a942-68626dfca855 req-2e563476-a65f-43e8-be34-68fda2f23e5d tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 945 time: 0.0473678 Aug 04 10:59:10.320281 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-3b712b6c-7c11-4802-a942-68626dfca855 req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Deleting port 534cc3d5-40bc-4678-b161-c3ce0d774371 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:10.320518 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b712b6c-7c11-4802-a942-68626dfca855 req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:10.406344 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-3b712b6c-7c11-4802-a942-68626dfca855 req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] For port 534cc3d5-40bc-4678-b161-c3ce0d774371, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=534cc3d5-40bc-4678-b161-c3ce0d774371,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:10.406713 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b712b6c-7c11-4802-a942-68626dfca855 req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:10.418685 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-3b712b6c-7c11-4802-a942-68626dfca855 req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Calling delete_port for 534cc3d5-40bc-4678-b161-c3ce0d774371 owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:10.552548 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b712b6c-7c11-4802-a942-68626dfca855 req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:10.588273 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Pushing event deleted for resources: {'Port': ['ID=534cc3d5-40bc-4678-b161-c3ce0d774371,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:10.596084 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['534cc3d5-40bc-4678-b161-c3ce0d774371'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:59:10.631202 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b712b6c-7c11-4802-a942-68626dfca855 req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] No DVR routers for this DVR port 534cc3d5-40bc-4678-b161-c3ce0d774371 on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:10.633863 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-3b712b6c-7c11-4802-a942-68626dfca855 req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:10.635805 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3b712b6c-7c11-4802-a942-68626dfca855 req-4a212367-2efe-4fde-93c9-61ff593ee470 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.60 "DELETE /v2.0/ports/534cc3d5-40bc-4678-b161-c3ce0d774371 HTTP/1.1" status: 204 len: 173 time: 0.4017303 Aug 04 10:59:10.636267 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc62975-358b-4f8f-95a7-9503563d9f4f', 'name': 'network-vif-deleted', 'tag': '534cc3d5-40bc-4678-b161-c3ce0d774371'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:10.640007 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7854a029-d90a-45c2-aace-ad2f651cdce8" -d '{"events": [{"server_uuid": "cdc62975-358b-4f8f-95a7-9503563d9f4f", "name": "network-vif-deleted", "tag": "534cc3d5-40bc-4678-b161-c3ce0d774371"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:10.668139 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-560acaae-c02b-4d45-9003-6e2084672e5c req-e36d3939-b8be-417d-bacd-9994b32d124f tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc62975-358b-4f8f-95a7-9503563d9f4f HTTP/1.1" status: 200 len: 210 time: 0.0461829 Aug 04 10:59:10.694835 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dffc89f-f448-41c6-9178-0e0de79b04f9 x-openstack-request-id: req-3dffc89f-f448-41c6-9178-0e0de79b04f9 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:10.695129 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc62975-358b-4f8f-95a7-9503563d9f4f", "name": "network-vif-deleted", "tag": "534cc3d5-40bc-4678-b161-c3ce0d774371", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:10.695382 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3dffc89f-f448-41c6-9178-0e0de79b04f9 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:10.695780 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc62975-358b-4f8f-95a7-9503563d9f4f', 'name': 'network-vif-deleted', 'tag': '534cc3d5-40bc-4678-b161-c3ce0d774371', 'status': 'completed', 'code': 200} Aug 04 10:59:10.943198 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60de79-72cb-4177-9fd6-24670a534710 req-d4fcb3bd-669c-45da-bba6-d121fd5ac2c6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:10.944690 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7f60de79-72cb-4177-9fd6-24670a534710 req-d4fcb3bd-669c-45da-bba6-d121fd5ac2c6 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0474336 Aug 04 10:59:10.982502 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7f60de79-72cb-4177-9fd6-24670a534710 req-3ba1ae4c-b846-4e5e-aa45-20f6bccd8813 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313950 Aug 04 10:59:12.094123 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3683-0479-4c0c-9122-68eff1c00428 req-0853cbd2-7ea2-4602-a19d-584120b13c1c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:12.095604 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e5ec3683-0479-4c0c-9122-68eff1c00428 req-0853cbd2-7ea2-4602-a19d-584120b13c1c tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0473437 Aug 04 10:59:12.133663 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e5ec3683-0479-4c0c-9122-68eff1c00428 req-63ec29d9-88c5-4386-8098-53d584188918 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Aug 04 10:59:13.248081 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47095c76-92d1-4762-8074-760c874a5927 req-0c1cf830-6c7c-4ce4-8baf-be4f90745748 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:13.250052 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-47095c76-92d1-4762-8074-760c874a5927 req-0c1cf830-6c7c-4ce4-8baf-be4f90745748 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0506680 Aug 04 10:59:13.286915 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-47095c76-92d1-4762-8074-760c874a5927 req-71faf087-867d-4958-b639-316d775d2f3b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310163 Aug 04 10:59:14.396084 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23140-0976-4acc-8bfd-3155b7008216 req-146df3d0-7d2d-4af4-9f11-d2287623138d tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:14.397533 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5de23140-0976-4acc-8bfd-3155b7008216 req-146df3d0-7d2d-4af4-9f11-d2287623138d tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0459988 Aug 04 10:59:14.433759 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5de23140-0976-4acc-8bfd-3155b7008216 req-4b5a3777-dc4f-4185-b078-e06bddf2781b tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304604 Aug 04 10:59:15.450882 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:59:15.547545 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38858f0f-76b2-4b99-877e-8853a6dc782e req-4658df5f-c022-4165-a417-cc279caae79a tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:15.549055 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-38858f0f-76b2-4b99-877e-8853a6dc782e req-4658df5f-c022-4165-a417-cc279caae79a tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0475266 Aug 04 10:59:15.589995 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-38858f0f-76b2-4b99-877e-8853a6dc782e req-4b755bbe-6696-47a5-8dea-f06f2fb2050e tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/security-groups?id=22b6347d-6963-435d-a5fa-c1a20b52dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Aug 04 10:59:15.705887 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 534cc3d5-40bc-4678-b161-c3ce0d774371 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:15.725579 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 534cc3d5-40bc-4678-b161-c3ce0d774371 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:15.725922 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 534cc3d5-40bc-4678-b161-c3ce0d774371 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:15.764984 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-4e1d3a7e-3f13-49fc-91ac-d7b415a034e4 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:15.766594 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-4e1d3a7e-3f13-49fc-91ac-d7b415a034e4 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 945 time: 0.0513604 Aug 04 10:59:15.856423 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Deleting port e3336183-47eb-43c6-8970-3f6c32d91a42 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:15.856797 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:15.946561 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] For port e3336183-47eb-43c6-8970-3f6c32d91a42, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=e3336183-47eb-43c6-8970-3f6c32d91a42,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:15.946926 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:15.959040 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Calling delete_port for e3336183-47eb-43c6-8970-3f6c32d91a42 owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:16.096000 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:16.123040 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Pushing event deleted for resources: {'Port': ['ID=e3336183-47eb-43c6-8970-3f6c32d91a42,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:16.140807 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['e3336183-47eb-43c6-8970-3f6c32d91a42'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:59:16.168947 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] No DVR routers for this DVR port e3336183-47eb-43c6-8970-3f6c32d91a42 on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:16.171900 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:16.173918 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-2d71a16a-bb0e-44ef-bf76-a63248e5e1e0 req-961f6c8e-7893-41be-8b1e-4d8803767f09 tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.60 "DELETE /v2.0/ports/e3336183-47eb-43c6-8970-3f6c32d91a42 HTTP/1.1" status: 204 len: 173 time: 0.4011586 Aug 04 10:59:16.174352 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'name': 'network-vif-deleted', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:16.176551 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b0bcf7-9834-47d3-ab97-27b550feb81f" -d '{"events": [{"server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "name": "network-vif-deleted", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:16.212427 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1b419b-9f2d-494e-8f8d-a2907d8e03e1 x-openstack-request-id: req-7e1b419b-9f2d-494e-8f8d-a2907d8e03e1 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:16.212751 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ea3682-2475-44f5-8106-8d0be12a272e", "name": "network-vif-deleted", "tag": "e3336183-47eb-43c6-8970-3f6c32d91a42", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:16.213005 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e1b419b-9f2d-494e-8f8d-a2907d8e03e1 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:16.213398 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ea3682-2475-44f5-8106-8d0be12a272e', 'name': 'network-vif-deleted', 'tag': 'e3336183-47eb-43c6-8970-3f6c32d91a42', 'status': 'completed', 'code': 200} Aug 04 10:59:16.698075 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98ddba1d-12a0-44f4-bc9f-b0dddadd2992 req-901e8d7b-e0d1-49c4-b4f2-ece35c1a862d tempest-TestMinimumBasicScenario-394068341 tempest-TestMinimumBasicScenario-394068341-project] 10.222.0.49 "GET /v2.0/ports?device_id=93ea3682-2475-44f5-8106-8d0be12a272e HTTP/1.1" status: 200 len: 210 time: 0.0319812 Aug 04 10:59:19.240752 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46542) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:19.653075 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625077'] for router_interface, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:19.929676 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Deleting port 8060d2d0-448e-406f-b412-398769809640 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:19.930014 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:20.226032 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] For port 8060d2d0-448e-406f-b412-398769809640, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=8060d2d0-448e-406f-b412-398769809640,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:20.226306 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:20.238576 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Calling delete_port for 8060d2d0-448e-406f-b412-398769809640 owned by network:router_interface {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:20.410615 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:20.435723 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8060d2d0-448e-406f-b412-398769809640,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:20.456622 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device e3336183-47eb-43c6-8970-3f6c32d91a42 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:20.489215 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: e3336183-47eb-43c6-8970-3f6c32d91a42 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:20.490183 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device e3336183-47eb-43c6-8970-3f6c32d91a42 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:20.606949 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624961'] for router_interface, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:20.819826 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:59:20.926143 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:59:20.931423 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-c2b3bc08-5126-4b7b-9cab-613a2325d9ca admin admin] 10.222.0.49 "PUT /v2.0/routers/05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896198 Aug 04 10:59:20.933955 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46552) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:20.937312 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] Sync routers for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:59:20.946556 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:20.947173 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:58:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:21.037243 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.048344 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:21.140052 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.193607 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Deleting port b1e30cd3-adcb-492a-b287-d0981495814e {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:21.194233 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.230264 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:59:20Z', 'revision_number': 5, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port': {'id': 'b1e30cd3-adcb-492a-b287-d0981495814e', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:05Z', 'updated_at': '2021-08-04T10:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:21.257690 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] Checking router: 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:59:21.265861 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] Routers {'05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:21.266468 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:58:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:21.278175 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] For port b1e30cd3-adcb-492a-b287-d0981495814e, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=b1e30cd3-adcb-492a-b287-d0981495814e,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:21.278538 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.292092 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Calling delete_port for b1e30cd3-adcb-492a-b287-d0981495814e owned by network:router_gateway {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:21.460784 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.475815 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] Set router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db gateway port host: None {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:21.487373 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e30cd3-adcb-492a-b287-d0981495814e,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:21.529199 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:59:21Z', 'revision_number': 6, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port_host': None}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:21.547517 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652027'] for router_gateway, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.559163 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1219259-1ca1-4fd4-b4f5-dd72b06f9c54 None None] The sync data for ids ['05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db'] in dv-cinder-803456-1-iscsi is: [{'id': '05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db', 'name': 'tempest-TestMinimumBasicScenario-1389101528-router', 'tenant_id': '0f23287107074943a5c354c8f4c12827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:04Z', 'updated_at': '2021-08-04T10:59:21Z', 'revision_number': 6, 'project_id': '0f23287107074943a5c354c8f4c12827', 'gw_port_host': None}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:59:21.643457 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8751'] for router, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.646179 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.693823 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625136'] for router, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.694558 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db {{(pid=93295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 10:59:21.700743 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.702496 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-1b0ab40c-b7d9-457b-900c-0a15cbe8e7cd admin admin] 10.222.0.49 "DELETE /v2.0/routers/05e3cbb1-5eb1-4dcf-abf3-1039a5f3e8db HTTP/1.1" status: 204 len: 168 time: 0.7676179 Aug 04 10:59:21.706307 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46574) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:21.772908 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e60634-3026-49fc-bb7f-4d61acd4df13 admin admin] Deleting subnet b0158642-3d87-4eb7-b280-083c77482d90 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:59:21.781620 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-fc83cb53-b410-4033-b2e3-0f11f31fcfb8 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:21.783074 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-fc83cb53-b410-4033-b2e3-0f11f31fcfb8 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/networks?id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa HTTP/1.1" status: 200 len: 813 time: 0.1479170 Aug 04 10:59:21.783752 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e6e60634-3026-49fc-bb7f-4d61acd4df13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.823508 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-919fbdd8-1bcd-42b4-871d-cfaf5e636ad0 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/quotas/ae85677708ad46a993c7296632efe934 HTTP/1.1" status: 200 len: 375 time: 0.0166886 Aug 04 10:59:21.832796 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e6e60634-3026-49fc-bb7f-4d61acd4df13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:21.874253 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-8e3a30e8-93a1-4e10-9814-21bb8ffde25a tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae85677708ad46a993c7296632efe934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441902 Aug 04 10:59:22.040090 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-b7a6b462-054f-446e-81c0-1f54a00acefc service neutron] 10.222.0.49 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556752 Aug 04 10:59:22.042965 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e6e60634-3026-49fc-bb7f-4d61acd4df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.153606 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e6e60634-3026-49fc-bb7f-4d61acd4df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.187015 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-e7a9c70c-2a9f-4e8f-b2af-d6ccf8ac9b27 service neutron] 10.222.0.49 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252770 Aug 04 10:59:22.188037 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e60634-3026-49fc-bb7f-4d61acd4df13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0158642-3d87-4eb7-b280-083c77482d90,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:22.198189 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e6e60634-3026-49fc-bb7f-4d61acd4df13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.200174 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e6e60634-3026-49fc-bb7f-4d61acd4df13 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b0158642-3d87-4eb7-b280-083c77482d90 HTTP/1.1" status: 204 len: 168 time: 0.4923773 Aug 04 10:59:22.200789 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f982accf-073d-458f-b251-016d52bccb1c None None] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:59:22.202773 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46582) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:22.280529 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.362834 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Deleting port f34223f8-a13b-4976-9df7-ebbd57d369db {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:22.363388 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.445121 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] DHCP port deletion for 01bde8f2-f53e-49e6-a4da-8580bfccb653 request from dv-cinder-803456-1-iscsi {{(pid=93297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 10:59:22.445361 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d8275bd7-8594-4f64-8271-a61581d0acd0 req-11cc42d6-eb5a-4d21-8bcd-e5f6899e1ee0 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 210 time: 0.0397873 Aug 04 10:59:22.486033 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] For port f34223f8-a13b-4976-9df7-ebbd57d369db, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f34223f8-a13b-4976-9df7-ebbd57d369db,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:22.486409 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.510624 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Calling delete_port for f34223f8-a13b-4976-9df7-ebbd57d369db owned by network:dhcp {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:22.549912 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Deleting port f34223f8-a13b-4976-9df7-ebbd57d369db {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:22.550467 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.617643 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.618599 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 8060d2d0-448e-406f-b412-398769809640 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:22.649051 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34223f8-a13b-4976-9df7-ebbd57d369db,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:22.653113 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] No DVR routers for this DVR port f34223f8-a13b-4976-9df7-ebbd57d369db on host dv-cinder-803456-1-iscsi {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:22.661631 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 8060d2d0-448e-406f-b412-398769809640 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:22.662135 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 8060d2d0-448e-406f-b412-398769809640 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:22.662749 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device b1e30cd3-adcb-492a-b287-d0981495814e no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:22.707455 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] For port f34223f8-a13b-4976-9df7-ebbd57d369db, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f34223f8-a13b-4976-9df7-ebbd57d369db,segment=NetworkSegment(fb156587-04a0-4b64-95e4-ac6821e2324d),segment_id=fb156587-04a0-4b64-95e4-ac6821e2324d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:22.708126 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.722646 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Calling delete_port for f34223f8-a13b-4976-9df7-ebbd57d369db owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:22.738852 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: b1e30cd3-adcb-492a-b287-d0981495814e {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:22.739203 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device b1e30cd3-adcb-492a-b287-d0981495814e not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:22.739628 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f34223f8-a13b-4976-9df7-ebbd57d369db no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:22.748385 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.760736 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bde8f2-f53e-49e6-a4da-8580bfccb653']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:22.772508 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb156587-04a0-4b64-95e4-ac6821e2324d') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:22.772887 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb156587-04a0-4b64-95e4-ac6821e2324d') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:22.782082 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: f34223f8-a13b-4976-9df7-ebbd57d369db {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:22.782890 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f34223f8-a13b-4976-9df7-ebbd57d369db not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:22.784186 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126018651'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.804269 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.813066 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:59:22.813066 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500541'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: Traceback (most recent call last): Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: timer() Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: cb(*args, **kw) Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: return func(*args, **kwargs) Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: self._notify() Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: self.callback(batched_events) Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: event.method(event) Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: return f(self, *a, **k) Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._get(url).json() Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:59:22.815225 dv-cinder-803456-1-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:59:22.878052 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.886897 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.891296 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] 10.222.0.49 "DELETE /v2.0/networks/01bde8f2-f53e-49e6-a4da-8580bfccb653 HTTP/1.1" status: 204 len: 168 time: 0.6875443 Aug 04 10:59:22.894542 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46594) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:22.905880 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9b140-f3d0-4de1-887f-adb2a0ec2378 admin admin] Pushing event deleted for resources: {'Network': ['ID=01bde8f2-f53e-49e6-a4da-8580bfccb653,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:22.911485 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:22.942013 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Pushing event deleted for resources: {'Port': ['ID=f34223f8-a13b-4976-9df7-ebbd57d369db,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:22.950162 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.950738 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.951889 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.952599 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.953934 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.954520 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.955514 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.955670 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.956168 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.956838 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.958600 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.958600 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 10:59:22.962192 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] Network 01bde8f2-f53e-49e6-a4da-8580bfccb653 is not hosted by any dhcp agent {{(pid=93297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 10:59:22.963218 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89eb7f7-beea-414a-8c55-49c6592c60ed None None] No DVR routers for this DVR port f34223f8-a13b-4976-9df7-ebbd57d369db on host dv-cinder-803456-1-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:23.026793 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4cb3713e-cd08-48ff-937d-26e955454f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:23.307894 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625077'] for router_interface, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:23.459374 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c1512-730e-46cc-90cd-942d25a4f25e req-9a3e17fd-67b7-48c8-ba7a-ad8ae49dc1c8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:23.460872 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d27c1512-730e-46cc-90cd-942d25a4f25e req-9a3e17fd-67b7-48c8-ba7a-ad8ae49dc1c8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 946 time: 0.0488355 Aug 04 10:59:23.502699 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d27c1512-730e-46cc-90cd-942d25a4f25e req-07de5624-0e46-41d2-8af6-69a32ff19bc8 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345368 Aug 04 10:59:23.542815 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4418eb1f-036e-4d11-a41c-6bc72a1e51c2 req-6e5218e6-90ac-4875-97b4-ba2a2948adde tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 210 time: 0.0249817 Aug 04 10:59:23.561879 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Deleting port d93d5d32-596c-43ae-8537-696e40eb57f1 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:23.562157 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:23.642409 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] For port d93d5d32-596c-43ae-8537-696e40eb57f1, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=d93d5d32-596c-43ae-8537-696e40eb57f1,segment=NetworkSegment(19f7783e-eba6-4e65-b92d-78b87fcf50d1),segment_id=19f7783e-eba6-4e65-b92d-78b87fcf50d1)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:23.642773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:23.655800 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Calling delete_port for d93d5d32-596c-43ae-8537-696e40eb57f1 owned by network:router_interface {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:23.893381 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-9d6e582b-e79f-4cd0-9d66-7dc9e5a9f205 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:23.894920 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-9d6e582b-e79f-4cd0-9d66-7dc9e5a9f205 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.60 "GET /v2.0/networks?id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa HTTP/1.1" status: 200 len: 813 time: 0.1627657 Aug 04 10:59:23.920573 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Request body: {'port': {'device_id': '4ff6832e-c6ff-473b-8935-27125c3335ee', 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa', 'admin_state_up': True, 'tenant_id': 'ae85677708ad46a993c7296632efe934'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:59:23.995691 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:24.036350 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d93d5d32-596c-43ae-8537-696e40eb57f1,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:24.121244 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Made reservation on behalf of ae85677708ad46a993c7296632efe934 for: {'port': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 10:59:24.124686 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:24.277156 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624961'] for router_interface, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:24.369079 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Allocated IP 172.20.0.6 (7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa/f9a60d73-be00-4a4b-9e87-a35680c1565d/b4c2981f-1a1b-4c83-a273-d199964d6581) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 10:59:24.636571 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697297b-a36a-4d22-90b5-0bc4c44ed069 req-e9e96385-078e-4798-b52f-36a84a622378 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:24.638333 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7697297b-a36a-4d22-90b5-0bc4c44ed069 req-e9e96385-078e-4798-b52f-36a84a622378 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 946 time: 0.0640604 Aug 04 10:59:24.656307 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cedb5b43-033b-47dc-8818-4713745afcdf req-2935c768-988f-4614-b516-a7e3698da738 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 210 time: 0.0426080 Aug 04 10:59:24.696094 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7697297b-a36a-4d22-90b5-0bc4c44ed069 req-85f69d6d-70fe-4b4d-8879-f7d43077ec78 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Aug 04 10:59:24.883686 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:24.886654 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:59:25.005421 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.058133 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:59:25.060702 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 10:59:25.066137 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-cd0e29f2-0fa6-4077-b259-e0facab32e8d admin admin] 10.222.0.49 "PUT /v2.0/routers/e4e9f696-5d1f-416f-bb10-5f08db6f6de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1699021 Aug 04 10:59:25.066830 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] Sync routers for ids ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:59:25.068708 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46620) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:25.069422 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 10:59:25.073741 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 10:59:25.077430 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] Routers {'e4e9f696-5d1f-416f-bb10-5f08db6f6de4'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:25.077692 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Pushing event updated for resources: {'Port': ['ID=b4c2981f-1a1b-4c83-a273-d199964d6581,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:25.078169 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:58:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:25.125293 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:25.125912 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.140551 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-50c5b1fd-9ea4-4ddb-be07-af1729531750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2243774 Aug 04 10:59:25.161205 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Request body: {'port': {'device_id': '4ff6832e-c6ff-473b-8935-27125c3335ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 10:59:25.181661 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.188315 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] Set router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:25.224027 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.374318 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:59:23Z', 'revision_number': 5, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'gw_port': {'id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:25.402167 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] Checking router: e4e9f696-5d1f-416f-bb10-5f08db6f6de4 for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:59:25.411507 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] Routers {'e4e9f696-5d1f-416f-bb10-5f08db6f6de4'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:25.412201 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:58:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:25.523219 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] Set router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:25.524536 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c2981f-1a1b-4c83-a273-d199964d6581 {{(pid=93295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:59:25.533020 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.545955 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.provisioning_blocks [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Transition to ACTIVE for port object b4c2981f-1a1b-4c83-a273-d199964d6581 will not be triggered until provisioned by entity L2. {{(pid=93295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 10:59:25.548098 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.551374 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.595142 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.611986 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Deleting port c8628c97-a8d7-4a91-9421-bd6e7cacffdb {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:25.613106 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.614284 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c2981f-1a1b-4c83-a273-d199964d6581,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:25.684784 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Attempting to bind port b4c2981f-1a1b-4c83-a273-d199964d6581 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 10:59:25.685314 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Attempting to bind port b4c2981f-1a1b-4c83-a273-d199964d6581 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '56c39558-6713-4ed8-a8ca-29a8a4fc29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa'}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 10:59:25.685771 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Attempting to bind port b4c2981f-1a1b-4c83-a273-d199964d6581 on network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:59:25.694632 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Port b4c2981f-1a1b-4c83-a273-d199964d6581 on network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 10:59:25.695132 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Attempting to bind port b4c2981f-1a1b-4c83-a273-d199964d6581 on network 7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 10:59:25.700562 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 10:59:25.701358 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Checking segment: {'id': '56c39558-6713-4ed8-a8ca-29a8a4fc29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 10:59:25.701812 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Bound using segment: {'id': '56c39558-6713-4ed8-a8ca-29a8a4fc29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa'} {{(pid=93295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 10:59:25.702366 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.managers [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Bound port: b4c2981f-1a1b-4c83-a273-d199964d6581, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c39558-6713-4ed8-a8ca-29a8a4fc29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa'}}] {{(pid=93295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 10:59:25.703295 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.729617 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] For port c8628c97-a8d7-4a91-9421-bd6e7cacffdb, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=c8628c97-a8d7-4a91-9421-bd6e7cacffdb,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:25.730104 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.740354 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:59:23Z', 'revision_number': 5, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'gw_port': {'id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:25.777730 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88475f59-0ba3-4a8c-8ed3-ecec648b0ec1 None None] The sync data for ids ['e4e9f696-5d1f-416f-bb10-5f08db6f6de4'] in dv-cinder-803456-1-iscsi is: [{'id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'name': 'tempest-TestMinimumBasicScenario-1198010268-router', 'tenant_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:59:23Z', 'revision_number': 5, 'project_id': 'b7bfef8c068740078fd1b9ec5988c50f', 'gw_port': {'id': 'c8628c97-a8d7-4a91-9421-bd6e7cacffdb', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e9f696-5d1f-416f-bb10-5f08db6f6de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:56:10Z', 'updated_at': '2021-08-04T10:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:59:25.778140 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Calling delete_port for c8628c97-a8d7-4a91-9421-bd6e7cacffdb owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:25.796451 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] For port b4c2981f-1a1b-4c83-a273-d199964d6581, host hv-cinder-80345, cleared binding levels {{(pid=93295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 10:59:25.800095 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] For port b4c2981f-1a1b-4c83-a273-d199964d6581, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b4c2981f-1a1b-4c83-a273-d199964d6581,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 10:59:25.805361 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.846377 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:25.846994 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.848388 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] 10.222.0.60 "PUT /v2.0/ports/b4c2981f-1a1b-4c83-a273-d199964d6581 HTTP/1.1" status: 200 len: 1093 time: 0.6916304 Aug 04 10:59:25.848868 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff6832e-c6ff-473b-8935-27125c3335ee', 'tag': 'b4c2981f-1a1b-4c83-a273-d199964d6581'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:25.851179 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3181b756-1436-40f7-af83-435d856c193f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff6832e-c6ff-473b-8935-27125c3335ee", "tag": "b4c2981f-1a1b-4c83-a273-d199964d6581"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:25.876624 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d088ef58-0a90-40b8-ae2b-7ce960d56464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:25.884069 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36730e28-dd45-43a9-86fb-f3ab7e3a99c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c2981f-1a1b-4c83-a273-d199964d6581,revision_number=3']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:25.892929 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84abe-7097-4476-8798-d50f8308286c req-9347d05d-37bb-43e0-99f2-ca37346d1a00 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:25.894475 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-46f84abe-7097-4476-8798-d50f8308286c req-9347d05d-37bb-43e0-99f2-ca37346d1a00 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 943 time: 0.1528680 Aug 04 10:59:25.947256 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-11e0d5e1-3ef4-47d2-99a7-7a360a86904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:25.948789 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-11e0d5e1-3ef4-47d2-99a7-7a360a86904a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae85677708ad46a993c7296632efe934&device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 1096 time: 0.0432296 Aug 04 10:59:25.962511 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660b73c-d67a-464f-beaf-0c0877195c75 req-b2c0454a-3511-4993-a17a-ed13e1738b09 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:25.963964 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9660b73c-d67a-464f-beaf-0c0877195c75 req-b2c0454a-3511-4993-a17a-ed13e1738b09 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 946 time: 0.1874530 Aug 04 10:59:26.015981 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-a325d3fa-6bd9-45e0-a176-ffcf95e926b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4c2981f-1a1b-4c83-a273-d199964d6581 HTTP/1.1" status: 200 len: 217 time: 0.0477812 Aug 04 10:59:26.025277 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-ef2dec21-a701-4130-8a54-c6abfe3b1194 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:26.026703 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-ef2dec21-a701-4130-8a54-c6abfe3b1194 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 946 time: 0.1718779 Aug 04 10:59:26.057643 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-46f84abe-7097-4476-8798-d50f8308286c req-91a42ab1-6c60-4c0d-96e9-6b7d059995ac tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454916 Aug 04 10:59:26.083419 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-064f5d3b-835c-4a83-b19d-5334497d47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:26.085264 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-064f5d3b-835c-4a83-b19d-5334497d47d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a60d73-be00-4a4b-9e87-a35680c1565d HTTP/1.1" status: 200 len: 853 time: 0.0606787 Aug 04 10:59:26.105850 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9660b73c-d67a-464f-beaf-0c0877195c75 req-5d473c52-faf7-4ca3-ab17-052ab7f5a985 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups?id=03503601-6605-4e20-adb0-64c5819e2d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335011 Aug 04 10:59:26.131502 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b289d3-70b8-43bb-b19a-2d879a98ba54 x-openstack-request-id: req-18b289d3-70b8-43bb-b19a-2d879a98ba54 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:26.131714 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff6832e-c6ff-473b-8935-27125c3335ee", "tag": "b4c2981f-1a1b-4c83-a273-d199964d6581", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:26.131959 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18b289d3-70b8-43bb-b19a-2d879a98ba54 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:26.132358 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff6832e-c6ff-473b-8935-27125c3335ee', 'tag': 'b4c2981f-1a1b-4c83-a273-d199964d6581', 'status': 'completed', 'code': 200} Aug 04 10:59:26.134583 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-67e5d678-ce6b-46a4-ac03-9b165a392b82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394986 Aug 04 10:59:26.213462 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Deleting port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:26.213809 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.240889 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-7a1a3a20-f173-4bd4-b28e-9554d530c483 service neutron] 10.222.0.60 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981696 Aug 04 10:59:26.257020 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.292182 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8628c97-a8d7-4a91-9421-bd6e7cacffdb,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:26.341738 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-1e3bc26b-6564-43dc-b2a1-fd55cfe2f8b4 req-bfe1e49a-fbf4-49b2-8996-f35f95b14511 service neutron] 10.222.0.60 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927835 Aug 04 10:59:26.383293 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] For port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:26.383608 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.395302 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652027'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.477300 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181b756-1436-40f7-af83-435d856c193f req-2ec77ea9-a0e5-48c0-834a-996634383c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:26.478950 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3181b756-1436-40f7-af83-435d856c193f req-2ec77ea9-a0e5-48c0-834a-996634383c93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae85677708ad46a993c7296632efe934&device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 1096 time: 0.0446165 Aug 04 10:59:26.512528 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device d93d5d32-596c-43ae-8537-696e40eb57f1 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:26.532801 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: d93d5d32-596c-43ae-8537-696e40eb57f1 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:26.533282 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device d93d5d32-596c-43ae-8537-696e40eb57f1 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:26.569896 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181b756-1436-40f7-af83-435d856c193f req-fca04b02-fd2b-40ea-8a84-98c7c55c166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:26.571345 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3181b756-1436-40f7-af83-435d856c193f req-fca04b02-fd2b-40ea-8a84-98c7c55c166f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa HTTP/1.1" status: 200 len: 914 time: 0.0853398 Aug 04 10:59:26.574670 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8751'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.581608 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.616449 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3181b756-1436-40f7-af83-435d856c193f req-482e0d73-ba22-41a8-9244-07c8d6d0a7b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4c2981f-1a1b-4c83-a273-d199964d6581 HTTP/1.1" status: 200 len: 217 time: 0.0368893 Aug 04 10:59:26.666321 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181b756-1436-40f7-af83-435d856c193f req-bcb1bfb0-459a-4a21-b681-c3510a82103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:26.667671 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3181b756-1436-40f7-af83-435d856c193f req-bcb1bfb0-459a-4a21-b681-c3510a82103c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a60d73-be00-4a4b-9e87-a35680c1565d HTTP/1.1" status: 200 len: 853 time: 0.0435622 Aug 04 10:59:26.689004 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625136'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.689558 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4e9f696-5d1f-416f-bb10-5f08db6f6de4 {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 10:59:26.695884 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.699797 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e93f20a0-8514-44b1-ad68-8d529bd9fd5b admin admin] 10.222.0.49 "DELETE /v2.0/routers/e4e9f696-5d1f-416f-bb10-5f08db6f6de4 HTTP/1.1" status: 204 len: 168 time: 1.6298337 Aug 04 10:59:26.702533 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46628) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:26.710339 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3181b756-1436-40f7-af83-435d856c193f req-f672b805-39fe-4f10-8533-cece8fc3f389 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280845 Aug 04 10:59:26.795501 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9fb1f3-b092-47c5-a4d6-04e9c2ccf8be admin admin] Deleting subnet 0fa18f84-3a93-4ef8-a39e-bae1d7675112 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:59:26.801851 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb1f3-b092-47c5-a4d6-04e9c2ccf8be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.816780 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3181b756-1436-40f7-af83-435d856c193f req-a45451ac-a8c4-4c11-a328-853c24c096f0 service neutron] 10.222.0.60 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967770 Aug 04 10:59:26.826437 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.826817 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.827126 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Floating IP 3bb7f88c-3f16-480f-9c25-f657b718f203 disassociated. External IP: 172.27.1.28, port: 3ea2c5db-5138-4c3d-a764-25f66ac8fd84. Aug 04 10:59:26.827469 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Calling delete_port for 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:26.877161 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb1f3-b092-47c5-a4d6-04e9c2ccf8be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:26.907095 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-3181b756-1436-40f7-af83-435d856c193f req-12f46452-76fa-4cd8-8c5d-6528f13a0947 service neutron] 10.222.0.60 "GET /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829439 Aug 04 10:59:27.005228 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb1f3-b092-47c5-a4d6-04e9c2ccf8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.051884 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.085270 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event deleted for resources: {'Port': ['ID=3ea2c5db-5138-4c3d-a764-25f66ac8fd84,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:27.147632 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb1f3-b092-47c5-a4d6-04e9c2ccf8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.207613 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.237546 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fb1f3-b092-47c5-a4d6-04e9c2ccf8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa18f84-3a93-4ef8-a39e-bae1d7675112,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:27.250441 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d426b8-77f1-4a8c-bb3e-f93801395710 None None] Network 42e744ed-8c45-45a7-bd6c-d399e2cca752 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:59:27.260762 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb1f3-b092-47c5-a4d6-04e9c2ccf8be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.264499 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4d9fb1f3-b092-47c5-a4d6-04e9c2ccf8be admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0fa18f84-3a93-4ef8-a39e-bae1d7675112 HTTP/1.1" status: 204 len: 168 time: 0.5613205 Aug 04 10:59:27.265708 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46634) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:27.266507 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-07d29a64-39ac-4b0a-bdf4-7c22f91934dd req-9edd0df4-7c81-43cf-976b-f52ee4bee616 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/ports?device_id=c098f7f6-8795-40df-b438-c4733cec7207 HTTP/1.1" status: 200 len: 210 time: 0.0716522 Aug 04 10:59:27.298756 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa539cb-ec7e-40fb-b87c-3c6f20b781b5 req-fcee9308-62cf-4123-836f-0e734c62d4e1 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:27.300230 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8fa539cb-ec7e-40fb-b87c-3c6f20b781b5 req-fcee9308-62cf-4123-836f-0e734c62d4e1 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 943 time: 0.1487749 Aug 04 10:59:27.302001 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Router 10edf0e2-008f-4f12-8131-35a38baaab6a has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:59:27.354035 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.389281 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8fa539cb-ec7e-40fb-b87c-3c6f20b781b5 req-467140a1-b37a-40a0-b1ff-a3d5b0aa698b tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786805 Aug 04 10:59:27.429799 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Deleting port 88aaa244-8720-4b9e-a002-6aeea61c0200 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:27.430210 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.446150 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:59:27.459644 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] Sync routers for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:59:27.469839 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:27.470709 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:27.504665 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] No DVR routers for this DVR port 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:27.507629 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.508709 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] For port 88aaa244-8720-4b9e-a002-6aeea61c0200, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=88aaa244-8720-4b9e-a002-6aeea61c0200,segment=NetworkSegment(19f7783e-eba6-4e65-b92d-78b87fcf50d1),segment_id=19f7783e-eba6-4e65-b92d-78b87fcf50d1)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:27.508993 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.509969 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] DHCP port deletion for 42e744ed-8c45-45a7-bd6c-d399e2cca752 request from dv-cinder-803456-1-iscsi {{(pid=93297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 10:59:27.510123 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0ccf8c8f-1d8f-4481-bd6e-f22f9f5e5711 req-e5246a57-5ce3-4746-9744-de8bd32f5fd7 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.60 "DELETE /v2.0/ports/3ea2c5db-5138-4c3d-a764-25f66ac8fd84 HTTP/1.1" status: 204 len: 173 time: 1.4683073 Aug 04 10:59:27.510659 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c098f7f6-8795-40df-b438-c4733cec7207', 'name': 'network-vif-deleted', 'tag': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:27.513156 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8881a4-e4e4-4176-8228-359dd59ebc09" -d '{"events": [{"server_uuid": "c098f7f6-8795-40df-b438-c4733cec7207", "name": "network-vif-deleted", "tag": "3ea2c5db-5138-4c3d-a764-25f66ac8fd84"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:27.534332 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Calling delete_port for 88aaa244-8720-4b9e-a002-6aeea61c0200 owned by network:dhcp {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:27.567653 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259790c1-2b10-49ae-8c07-4c280f72344a x-openstack-request-id: req-259790c1-2b10-49ae-8c07-4c280f72344a {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:27.568150 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c098f7f6-8795-40df-b438-c4733cec7207", "name": "network-vif-deleted", "tag": "3ea2c5db-5138-4c3d-a764-25f66ac8fd84", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:27.568402 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-259790c1-2b10-49ae-8c07-4c280f72344a {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:27.569038 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c098f7f6-8795-40df-b438-c4733cec7207', 'name': 'network-vif-deleted', 'tag': '3ea2c5db-5138-4c3d-a764-25f66ac8fd84', 'status': 'completed', 'code': 200} Aug 04 10:59:27.621408 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] Deleting port 88aaa244-8720-4b9e-a002-6aeea61c0200 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:27.621790 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.667124 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:27.677215 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.707811 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Pushing event deleted for resources: {'Port': ['ID=88aaa244-8720-4b9e-a002-6aeea61c0200,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:27.712947 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] No DVR routers for this DVR port 88aaa244-8720-4b9e-a002-6aeea61c0200 on host dv-cinder-803456-1-iscsi {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:27.725744 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] For port 88aaa244-8720-4b9e-a002-6aeea61c0200, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=88aaa244-8720-4b9e-a002-6aeea61c0200,segment=NetworkSegment(19f7783e-eba6-4e65-b92d-78b87fcf50d1),segment_id=19f7783e-eba6-4e65-b92d-78b87fcf50d1)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:27.726152 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.779737 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] Calling delete_port for 88aaa244-8720-4b9e-a002-6aeea61c0200 owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:27.787136 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.797508 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e744ed-8c45-45a7-bd6c-d399e2cca752']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:27.808322 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f7783e-eba6-4e65-b92d-78b87fcf50d1') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:27.808619 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f7783e-eba6-4e65-b92d-78b87fcf50d1') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:27.817344 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.831297 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.838921 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:59:27.839306 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:59:27.841322 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:59:27.895222 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.900872 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.902965 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] 10.222.0.49 "DELETE /v2.0/networks/42e744ed-8c45-45a7-bd6c-d399e2cca752 HTTP/1.1" status: 204 len: 168 time: 0.6362631 Aug 04 10:59:27.914423 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97893b-92de-4bc6-a5e2-65b4c44a0345 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e744ed-8c45-45a7-bd6c-d399e2cca752,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:27.939680 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:27.967307 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] Network 42e744ed-8c45-45a7-bd6c-d399e2cca752 is not hosted by any dhcp agent {{(pid=93297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 10:59:27.967768 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] No DVR routers for this DVR port 88aaa244-8720-4b9e-a002-6aeea61c0200 on host dv-cinder-803456-1-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:27.970137 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2126c3-9336-4f98-bdeb-1616f89249a1 None None] Pushing event deleted for resources: {'Port': ['ID=88aaa244-8720-4b9e-a002-6aeea61c0200,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:27.984486 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:28.019539 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] Checking router: 10edf0e2-008f-4f12-8131-35a38baaab6a for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:59:28.026191 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46640) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:28.035232 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:28.035616 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:28.068712 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-33cefe6b-2489-423b-961b-63ebf64dbc33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f23287107074943a5c354c8f4c12827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389116 Aug 04 10:59:28.068932 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46642) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:28.126676 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f68b128e-5d0d-443a-b1db-e97e8268c686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.142432 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:28.149990 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f68b128e-5d0d-443a-b1db-e97e8268c686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.201619 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f68b128e-5d0d-443a-b1db-e97e8268c686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.204454 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f68b128e-5d0d-443a-b1db-e97e8268c686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.208286 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-f68b128e-5d0d-443a-b1db-e97e8268c686 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22b6347d-6963-435d-a5fa-c1a20b52dc12 HTTP/1.1" status: 204 len: 168 time: 0.1360140 Aug 04 10:59:28.214269 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b128e-5d0d-443a-b1db-e97e8268c686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6347d-6963-435d-a5fa-c1a20b52dc12,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:28.355045 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46650) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:28.424668 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-58810eeb-f939-4cc2-9abb-cce138624969 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.461961 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-58810eeb-f939-4cc2-9abb-cce138624969 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.479421 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device b4c2981f-1a1b-4c83-a273-d199964d6581 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 10:59:28.491945 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:28.520722 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:28.521087 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 3ea2c5db-5138-4c3d-a764-25f66ac8fd84 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:28.542464 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 88aaa244-8720-4b9e-a002-6aeea61c0200 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:28.555525 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-58810eeb-f939-4cc2-9abb-cce138624969 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.558493 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-58810eeb-f939-4cc2-9abb-cce138624969 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.559310 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-58810eeb-f939-4cc2-9abb-cce138624969 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "DELETE /v2.0/security-groups/03503601-6605-4e20-adb0-64c5819e2d0d HTTP/1.1" status: 204 len: 168 time: 0.2031565 Aug 04 10:59:28.563003 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46656) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:28.577612 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.api.v2.resource [None req-1b798f17-6201-4b02-8ba8-db33de20166f tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] show failed (client error): The resource could not be found. Aug 04 10:59:28.581480 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-1b798f17-6201-4b02-8ba8-db33de20166f tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "GET /v2.0/security-groups/03503601-6605-4e20-adb0-64c5819e2d0d HTTP/1.1" status: 404 len: 347 time: 0.0145743 Aug 04 10:59:28.581627 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0c22b-7269-43c5-bd9b-ca31a3148992 req-b77320d1-7984-4d5f-a30e-d571170d7344 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:28.582004 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46658) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:28.588069 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fdc0c22b-7269-43c5-bd9b-ca31a3148992 req-b77320d1-7984-4d5f-a30e-d571170d7344 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 943 time: 0.1065595 Aug 04 10:59:28.589931 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58810eeb-f939-4cc2-9abb-cce138624969 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03503601-6605-4e20-adb0-64c5819e2d0d,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:28.611524 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:28.616357 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 88aaa244-8720-4b9e-a002-6aeea61c0200 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:28.616734 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 88aaa244-8720-4b9e-a002-6aeea61c0200 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:28.617162 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device c8628c97-a8d7-4a91-9421-bd6e7cacffdb no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:28.641610 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fdc0c22b-7269-43c5-bd9b-ca31a3148992 req-09e282c4-2aff-4636-8dee-69ee54d92a8e tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524933 Aug 04 10:59:28.651157 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf53ea-95ee-4d90-8d74-8b2282d3f980 None None] The sync data for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi is: [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:39Z', 'revision_number': 4, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '677548b3-da9e-4be2-a99e-8045a4b888c8', 'name': '', 'network_id': '78413f42-069e-49e9-826c-13b0e41c0372', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'mac_address': 'fa:16:3e:0b:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:35Z', 'updated_at': '2021-08-04T10:52:47Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'subnets': [{'id': '2de14b66-abf4-49ec-80b9-c8677d0af84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:59:28.671222 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46660) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:28.677500 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: c8628c97-a8d7-4a91-9421-bd6e7cacffdb {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:28.677856 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device c8628c97-a8d7-4a91-9421-bd6e7cacffdb not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:28.730519 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port b4c2981f-1a1b-4c83-a273-d199964d6581, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b4c2981f-1a1b-4c83-a273-d199964d6581,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:28.738643 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Deleting port d8969ca7-3b20-4ce1-81d5-3e70134fb335 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:28.739001 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.745095 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'b4c2981f-1a1b-4c83-a273-d199964d6581', 'network_id': '7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa', 'port_id': 'b4c2981f-1a1b-4c83-a273-d199964d6581', 'mac_address': 'fa:16:3e:71:ac:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a60d73-be00-4a4b-9e87-a35680c1565d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 10:59:28.752265 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2a66ed46-9012-4d32-85d2-27dd7e173b98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7bfef8c068740078fd1b9ec5988c50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797193 Aug 04 10:59:28.754769 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46662) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:28.796541 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.799007 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.805489 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db9a8590-b2cc-4f5b-8681-abe9fa132db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.814075 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c2981f-1a1b-4c83-a273-d199964d6581 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 10:59:28.830204 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db9a8590-b2cc-4f5b-8681-abe9fa132db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.842498 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port b4c2981f-1a1b-4c83-a273-d199964d6581, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b4c2981f-1a1b-4c83-a273-d199964d6581,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:28.848313 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.848662 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.849498 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.865959 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Calling delete_port for d8969ca7-3b20-4ce1-81d5-3e70134fb335 owned by network:floatingip {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:28.896747 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db9a8590-b2cc-4f5b-8681-abe9fa132db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.899809 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db9a8590-b2cc-4f5b-8681-abe9fa132db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:28.903412 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-db9a8590-b2cc-4f5b-8681-abe9fa132db8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b02bdef3-55c4-478f-b903-2b7862c0fa6c HTTP/1.1" status: 204 len: 168 time: 0.1450913 Aug 04 10:59:28.908252 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=b4c2981f-1a1b-4c83-a273-d199964d6581,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:28.919117 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a8590-b2cc-4f5b-8681-abe9fa132db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02bdef3-55c4-478f-b903-2b7862c0fa6c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:28.964686 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65b704-bc0f-4c69-b52e-411ea072881d None None] New status for floating IP 3bb7f88c-3f16-480f-9c25-f657b718f203: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:59:29.035098 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:29.045446 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.db.api [None req-be65b704-bc0f-4c69-b52e-411ea072881d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 10:59:29.045842 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG oslo_db.api [None req-be65b704-bc0f-4c69-b52e-411ea072881d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 10:59:29.068542 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Pushing event deleted for resources: {'Port': ['ID=d8969ca7-3b20-4ce1-81d5-3e70134fb335,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:29.133212 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:29.136277 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:29.137518 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-ed081494-4ddf-4ea1-a5bb-a4f28b9faa48 tempest-AttachVolumeTestJSON-1492318853 tempest-AttachVolumeTestJSON-1492318853-project] 10.222.0.49 "DELETE /v2.0/floatingips/3bb7f88c-3f16-480f-9c25-f657b718f203 HTTP/1.1" status: 204 len: 168 time: 0.5543251 Aug 04 10:59:29.226170 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['b4c2981f-1a1b-4c83-a273-d199964d6581'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:59:29.547269 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65b704-bc0f-4c69-b52e-411ea072881d None None] New status for floating IP 3bb7f88c-3f16-480f-9c25-f657b718f203: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:59:29.744908 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feecca-03d1-4345-8e96-08b5ec200fe7 req-354e3184-8f02-46ae-963e-90a5e947c8da tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:29.746366 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e0feecca-03d1-4345-8e96-08b5ec200fe7 req-354e3184-8f02-46ae-963e-90a5e947c8da tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 944 time: 0.0478041 Aug 04 10:59:29.785301 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e0feecca-03d1-4345-8e96-08b5ec200fe7 req-c51f4361-f6c1-4d93-ac5a-821d4577984c tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Aug 04 10:59:29.858217 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-1a4a1bdb-ef91-4b4f-a15e-e461220342ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399547 Aug 04 10:59:29.933732 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-0879a3d8-3098-411f-93dd-d3f54babafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:29.935254 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-0879a3d8-3098-411f-93dd-d3f54babafe7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 1100 time: 0.0386550 Aug 04 10:59:30.039572 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-098ac862-a038-4fcb-9ddc-0f8cbca30e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:30.041046 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-098ac862-a038-4fcb-9ddc-0f8cbca30e89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 200 len: 918 time: 0.0857129 Aug 04 10:59:30.110892 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-1ee79ec5-332b-4027-a56f-01071db78d7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adb966ac-3c4f-4aeb-9011-4a157504472a HTTP/1.1" status: 200 len: 1001 time: 0.0604477 Aug 04 10:59:30.165281 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-732b8be7-2578-4eb5-91e8-de321c408b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:30.166703 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-732b8be7-2578-4eb5-91e8-de321c408b58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 200 len: 856 time: 0.0469453 Aug 04 10:59:30.210195 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-c4905681-afa3-4796-b170-c7a234c810e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:30.211693 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-c4905681-afa3-4796-b170-c7a234c810e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7207ae49-29b5-40b5-b8d8-9da3cf691f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378306 Aug 04 10:59:30.297977 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-94be4b02-5513-429a-b925-34c2ffd57ab6 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784216 Aug 04 10:59:30.395058 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cd167eb7-9f03-470e-b2dd-6d82f77511dd req-3741d400-6987-41e6-955b-24316e50c090 service neutron] 10.222.0.60 "GET /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875254 Aug 04 10:59:30.494718 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device b4c2981f-1a1b-4c83-a273-d199964d6581 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 10:59:30.542323 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port b4c2981f-1a1b-4c83-a273-d199964d6581 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 10:59:30.546616 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port b4c2981f-1a1b-4c83-a273-d199964d6581 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 10:59:30.547033 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:30.639867 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:30.663747 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff6832e-c6ff-473b-8935-27125c3335ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c2981f-1a1b-4c83-a273-d199964d6581'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:30.666460 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea8fbf6-059a-4645-9e61-f8dfe25cbfa1" -d '{"events": [{"server_uuid": "4ff6832e-c6ff-473b-8935-27125c3335ee", "name": "network-vif-plugged", "status": "completed", "tag": "b4c2981f-1a1b-4c83-a273-d199964d6581"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:30.682662 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port b4c2981f-1a1b-4c83-a273-d199964d6581, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b4c2981f-1a1b-4c83-a273-d199964d6581,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:30.687316 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:30.715516 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ed213b-6254-4b3d-beb3-7b1c336095f2 x-openstack-request-id: req-29ed213b-6254-4b3d-beb3-7b1c336095f2 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:30.715787 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff6832e-c6ff-473b-8935-27125c3335ee", "name": "network-vif-plugged", "status": "completed", "tag": "b4c2981f-1a1b-4c83-a273-d199964d6581", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:30.716038 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29ed213b-6254-4b3d-beb3-7b1c336095f2 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:30.716451 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff6832e-c6ff-473b-8935-27125c3335ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c2981f-1a1b-4c83-a273-d199964d6581', 'code': 200} Aug 04 10:59:30.738963 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=b4c2981f-1a1b-4c83-a273-d199964d6581,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:30.914939 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70b55e-2868-4428-ab84-a7568b3ce55e req-7242ff95-4a6f-4724-a5c5-9177b4de2e69 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:30.916431 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea70b55e-2868-4428-ab84-a7568b3ce55e req-7242ff95-4a6f-4724-a5c5-9177b4de2e69 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 945 time: 0.0555956 Aug 04 10:59:30.994797 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea70b55e-2868-4428-ab84-a7568b3ce55e req-979877ca-efc5-4d67-80d9-040e7f5735b6 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692899 Aug 04 10:59:31.000574 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fdf50-f00f-41be-94be-1b6c6a34cb5b req-9a6aa227-1457-4aa3-b400-c1a14439f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:31.002168 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c67fdf50-f00f-41be-94be-1b6c6a34cb5b req-9a6aa227-1457-4aa3-b400-c1a14439f5c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 1098 time: 0.0778036 Aug 04 10:59:31.050206 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c67fdf50-f00f-41be-94be-1b6c6a34cb5b req-b54f1c08-cea2-42be-b71c-7fcc44c340a1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394256 Aug 04 10:59:32.113860 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d72a03-b949-4e72-b3c1-b3a67a7997a4 req-11af4fa5-4b94-49eb-be2e-2b0f13fe6ab8 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:32.115405 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2d72a03-b949-4e72-b3c1-b3a67a7997a4 req-11af4fa5-4b94-49eb-be2e-2b0f13fe6ab8 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 945 time: 0.0492256 Aug 04 10:59:32.152788 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2d72a03-b949-4e72-b3c1-b3a67a7997a4 req-373d84e6-463b-4939-972b-28f5faa683e6 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Aug 04 10:59:32.693617 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46704) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:32.991828 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:33.361918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0b7e6-a4f6-4608-9d4c-07fe6a9fe329 req-c6e308c9-dfa5-4fd9-bbaf-9231e4f6c546 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:33.363361 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ccf0b7e6-a4f6-4608-9d4c-07fe6a9fe329 req-c6e308c9-dfa5-4fd9-bbaf-9231e4f6c546 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 945 time: 0.0796971 Aug 04 10:59:33.430570 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ccf0b7e6-a4f6-4608-9d4c-07fe6a9fe329 req-2b1bd50b-4882-4df5-b1b3-4704c821f07a tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599415 Aug 04 10:59:33.509382 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625077'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:33.766875 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Deleting port 677548b3-da9e-4be2-a99e-8045a4b888c8 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:33.767226 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:33.845081 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] For port 677548b3-da9e-4be2-a99e-8045a4b888c8, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=677548b3-da9e-4be2-a99e-8045a4b888c8,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:33.845449 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:33.858272 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Calling delete_port for 677548b3-da9e-4be2-a99e-8045a4b888c8 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:34.037131 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:34.069163 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Pushing event deleted for resources: {'Port': ['ID=677548b3-da9e-4be2-a99e-8045a4b888c8,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:34.239374 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624961'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:34.453642 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Router 10edf0e2-008f-4f12-8131-35a38baaab6a has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:59:34.557314 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:59:34.562862 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ed249375-34f3-46b3-a067-6ca228350491 admin admin] 10.222.0.49 "PUT /v2.0/routers/10edf0e2-008f-4f12-8131-35a38baaab6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8682258 Aug 04 10:59:34.565626 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46720) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:34.571022 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] Sync routers for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:59:34.584163 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:34.584870 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:34.670326 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:34.687694 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:34.767596 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:34.823276 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Deleting port 29412339-9edc-449a-ab39-1213c8a99884 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:34.823778 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:34.890994 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '29412339-9edc-449a-ab39-1213c8a99884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:59:33Z', 'revision_number': 5, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port': {'id': '29412339-9edc-449a-ab39-1213c8a99884', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:34.909701 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] For port 29412339-9edc-449a-ab39-1213c8a99884, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=29412339-9edc-449a-ab39-1213c8a99884,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:34.910061 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:34.916603 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] Checking router: 10edf0e2-008f-4f12-8131-35a38baaab6a for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:59:34.922960 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Calling delete_port for 29412339-9edc-449a-ab39-1213c8a99884 owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:34.925281 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] Routers {'10edf0e2-008f-4f12-8131-35a38baaab6a'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:34.925890 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['10edf0e2-008f-4f12-8131-35a38baaab6a'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:35.011742 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] Set router 10edf0e2-008f-4f12-8131-35a38baaab6a gateway port host: None {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:35.066635 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:59:34Z', 'revision_number': 6, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port_host': None}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:35.090212 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.096335 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a645f72-b135-4945-ad36-c64a80af87d6 None None] The sync data for ids ['10edf0e2-008f-4f12-8131-35a38baaab6a'] in dv-cinder-803456-1-iscsi is: [{'id': '10edf0e2-008f-4f12-8131-35a38baaab6a', 'name': 'tempest-AttachVolumeTestJSON-916585545-router', 'tenant_id': 'b88b63144d184acda825f2aa3fe741fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:59:34Z', 'revision_number': 6, 'project_id': 'b88b63144d184acda825f2aa3fe741fb', 'gw_port_host': None}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:59:35.117333 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Pushing event deleted for resources: {'Port': ['ID=29412339-9edc-449a-ab39-1213c8a99884,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:35.184253 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652027'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.272818 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8751'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.274795 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.316333 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625136'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.316878 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10edf0e2-008f-4f12-8131-35a38baaab6a {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 10:59:35.321738 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.322888 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0c77bec6-fd40-4f3b-af70-86574e36bc7f admin admin] 10.222.0.49 "DELETE /v2.0/routers/10edf0e2-008f-4f12-8131-35a38baaab6a HTTP/1.1" status: 204 len: 168 time: 0.7562516 Aug 04 10:59:35.325508 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46724) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:35.372059 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1e8942-fb0a-4b6d-9942-476331fd9563 admin admin] Deleting subnet 2de14b66-abf4-49ec-80b9-c8677d0af84c {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 10:59:35.375089 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc1e8942-fb0a-4b6d-9942-476331fd9563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.407869 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc1e8942-fb0a-4b6d-9942-476331fd9563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.487450 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc1e8942-fb0a-4b6d-9942-476331fd9563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.550170 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc1e8942-fb0a-4b6d-9942-476331fd9563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.574104 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e8942-fb0a-4b6d-9942-476331fd9563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de14b66-abf4-49ec-80b9-c8677d0af84c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:35.577773 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bc1e8942-fb0a-4b6d-9942-476331fd9563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.580039 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-bc1e8942-fb0a-4b6d-9942-476331fd9563 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2de14b66-abf4-49ec-80b9-c8677d0af84c HTTP/1.1" status: 204 len: 168 time: 0.2531674 Aug 04 10:59:35.582152 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46726) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:35.584540 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af6b51-53d2-472b-a714-c88bc068c8b2 None None] Network 78413f42-069e-49e9-826c-13b0e41c0372 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 10:59:35.648035 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.702332 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Deleting port 1474f900-f4d6-4310-9e36-758004ae3b6a {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:35.702700 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.767323 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] For port 1474f900-f4d6-4310-9e36-758004ae3b6a, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=1474f900-f4d6-4310-9e36-758004ae3b6a,segment=NetworkSegment(b1527252-4a5a-4650-95ba-8d5f24567c00),segment_id=b1527252-4a5a-4650-95ba-8d5f24567c00)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:35.767624 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.780189 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Calling delete_port for 1474f900-f4d6-4310-9e36-758004ae3b6a owned by network:dhcp {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:35.844846 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] DHCP port deletion for 78413f42-069e-49e9-826c-13b0e41c0372 request from dv-cinder-803456-1-iscsi {{(pid=93297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 10:59:35.861229 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.892419 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1474f900-f4d6-4310-9e36-758004ae3b6a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:35.894263 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] No DVR routers for this DVR port 1474f900-f4d6-4310-9e36-758004ae3b6a on host dv-cinder-803456-1-iscsi {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:35.903582 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] Deleting port 1474f900-f4d6-4310-9e36-758004ae3b6a {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:35.904589 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.962296 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.969221 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] For port 1474f900-f4d6-4310-9e36-758004ae3b6a, host dv-cinder-803456-1-iscsi, got binding levels [] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:35.969624 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.973928 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78413f42-069e-49e9-826c-13b0e41c0372']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:35.983118 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] Calling delete_port for 1474f900-f4d6-4310-9e36-758004ae3b6a owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:35.985645 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1527252-4a5a-4650-95ba-8d5f24567c00') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:35.985971 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1527252-4a5a-4650-95ba-8d5f24567c00') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:35.987893 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.ipam_backend_mixin [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] Port 1474f900-f4d6-4310-9e36-758004ae3b6a was not found and therefore no delete operation was performed {{(pid=93297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 10:59:35.989266 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:35.995454 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126018651'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:36.009053 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:36.011957 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] Pushing event deleted for resources: {'Port': ['ID=1474f900-f4d6-4310-9e36-758004ae3b6a,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:36.018374 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93104f-0fdc-4711-9d8a-6f58751045fd None None] No DVR routers for this DVR port 1474f900-f4d6-4310-9e36-758004ae3b6a on host dv-cinder-803456-1-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:36.021354 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 10:59:36.021842 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500541'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: Traceback (most recent call last): Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: timer() Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: cb(*args, **kw) Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: return func(*args, **kwargs) Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: self._notify() Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: self.callback(batched_events) Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: event.method(event) Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: return f(self, *a, **k) Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._get(url).json() Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 10:59:36.023782 dv-cinder-803456-1-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 10:59:36.083119 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:36.088235 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:36.093039 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] 10.222.0.49 "DELETE /v2.0/networks/78413f42-069e-49e9-826c-13b0e41c0372 HTTP/1.1" status: 204 len: 168 time: 0.5098944 Aug 04 10:59:36.109299 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4d968-ff02-4097-86d1-7c7600d3b9bc admin admin] Pushing event deleted for resources: {'Network': ['ID=78413f42-069e-49e9-826c-13b0e41c0372,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:36.213432 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46732) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:36.252455 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e0361c1c-b393-400b-ba5f-7db584f0118d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b88b63144d184acda825f2aa3fe741fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378437 Aug 04 10:59:36.254961 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46734) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:36.300216 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69b7e68c-e0a4-4b3e-b624-2b3a80db1be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:36.320616 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69b7e68c-e0a4-4b3e-b624-2b3a80db1be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:36.365754 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69b7e68c-e0a4-4b3e-b624-2b3a80db1be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:36.368235 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69b7e68c-e0a4-4b3e-b624-2b3a80db1be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:36.369431 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-69b7e68c-e0a4-4b3e-b624-2b3a80db1be9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c2203ff-6c0b-441d-9fea-97a6b9d593fa HTTP/1.1" status: 204 len: 168 time: 0.1135738 Aug 04 10:59:36.377456 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7e68c-e0a4-4b3e-b624-2b3a80db1be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2203ff-6c0b-441d-9fea-97a6b9d593fa,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:36.511167 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 677548b3-da9e-4be2-a99e-8045a4b888c8 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:36.534286 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 677548b3-da9e-4be2-a99e-8045a4b888c8 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:36.534633 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 677548b3-da9e-4be2-a99e-8045a4b888c8 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:36.535048 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 1474f900-f4d6-4310-9e36-758004ae3b6a no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:36.553153 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 1474f900-f4d6-4310-9e36-758004ae3b6a {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:36.553501 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 1474f900-f4d6-4310-9e36-758004ae3b6a not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:36.553903 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 29412339-9edc-449a-ab39-1213c8a99884 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:36.572542 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 29412339-9edc-449a-ab39-1213c8a99884 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:36.572844 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 29412339-9edc-449a-ab39-1213c8a99884 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:39.060400 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46874) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:39.160869 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-eae0db4b-dab8-4216-b9e4-489c03075708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.248566 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-eae0db4b-dab8-4216-b9e4-489c03075708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.252820 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-eae0db4b-dab8-4216-b9e4-489c03075708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.287447 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0db4b-dab8-4216-b9e4-489c03075708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5196c964-4778-4d8c-b063-d5239b467d19,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:39.291634 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-eae0db4b-dab8-4216-b9e4-489c03075708 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6780dc42f6c4973b29bf9343a4ff76b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301168 Aug 04 10:59:39.294957 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46878) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:39.341403 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5acbae71-0db7-4d8b-935f-e0b9795a0d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.361344 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5acbae71-0db7-4d8b-935f-e0b9795a0d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.405995 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5acbae71-0db7-4d8b-935f-e0b9795a0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.408408 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5acbae71-0db7-4d8b-935f-e0b9795a0d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.412220 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5acbae71-0db7-4d8b-935f-e0b9795a0d91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5196c964-4778-4d8c-b063-d5239b467d19 HTTP/1.1" status: 204 len: 168 time: 0.1163168 Aug 04 10:59:39.420038 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbae71-0db7-4d8b-935f-e0b9795a0d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5196c964-4778-4d8c-b063-d5239b467d19,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:39.657746 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46884) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:39.670706 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-28429b42-5a43-4d59-b089-f88becd2ca58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.759866 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-28429b42-5a43-4d59-b089-f88becd2ca58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.764176 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-28429b42-5a43-4d59-b089-f88becd2ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.800249 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-28429b42-5a43-4d59-b089-f88becd2ca58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38d9ee1b8389425a82a55c4c1a5c2562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414804 Aug 04 10:59:39.801100 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28429b42-5a43-4d59-b089-f88becd2ca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0c5392-33ab-4a57-8e96-be70fb9ab905,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:39.803088 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46886) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:39.852308 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-56314c10-e1c8-4f36-b9d2-620de8f0cc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.872886 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-56314c10-e1c8-4f36-b9d2-620de8f0cc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.920645 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-56314c10-e1c8-4f36-b9d2-620de8f0cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.923438 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-56314c10-e1c8-4f36-b9d2-620de8f0cc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:39.924531 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-56314c10-e1c8-4f36-b9d2-620de8f0cc9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e0c5392-33ab-4a57-8e96-be70fb9ab905 HTTP/1.1" status: 204 len: 168 time: 0.1204653 Aug 04 10:59:39.933282 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56314c10-e1c8-4f36-b9d2-620de8f0cc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0c5392-33ab-4a57-8e96-be70fb9ab905,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:41.699036 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46964) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:41.798754 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-71246c85-a662-4caa-944b-430bafe0390b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:41.887396 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-71246c85-a662-4caa-944b-430bafe0390b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:41.891602 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-71246c85-a662-4caa-944b-430bafe0390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:41.931162 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-71246c85-a662-4caa-944b-430bafe0390b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b395a5d587c64787bf20bfde29d69963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309577 Aug 04 10:59:41.932114 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71246c85-a662-4caa-944b-430bafe0390b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8d462a-6d51-4a82-b8db-b0b68f2d6596,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:41.933896 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46968) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:41.982117 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b86dffec-b2be-4398-b8b9-b545d7809aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.002893 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b86dffec-b2be-4398-b8b9-b545d7809aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.046528 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b86dffec-b2be-4398-b8b9-b545d7809aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.049033 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b86dffec-b2be-4398-b8b9-b545d7809aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.050148 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b86dffec-b2be-4398-b8b9-b545d7809aba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af8d462a-6d51-4a82-b8db-b0b68f2d6596 HTTP/1.1" status: 204 len: 168 time: 0.1152735 Aug 04 10:59:42.057545 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dffec-b2be-4398-b8b9-b545d7809aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8d462a-6d51-4a82-b8db-b0b68f2d6596,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:42.296020 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 46976) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:42.308911 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db7c37fe-3403-493c-86e5-db106a6180c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.392535 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db7c37fe-3403-493c-86e5-db106a6180c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.396299 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-db7c37fe-3403-493c-86e5-db106a6180c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.435472 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-db7c37fe-3403-493c-86e5-db106a6180c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c17180b0f1c4a76ac4569716a75b491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383731 Aug 04 10:59:42.436535 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c37fe-3403-493c-86e5-db106a6180c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c0ba0e-c38b-4d5b-a179-5ad930225cb6,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:42.438301 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 46980) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:42.486614 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2bb44f9f-e4e2-4b25-bf41-85fe599022ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.506437 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2bb44f9f-e4e2-4b25-bf41-85fe599022ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.550383 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2bb44f9f-e4e2-4b25-bf41-85fe599022ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.553034 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-2bb44f9f-e4e2-4b25-bf41-85fe599022ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:42.560362 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-2bb44f9f-e4e2-4b25-bf41-85fe599022ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78c0ba0e-c38b-4d5b-a179-5ad930225cb6 HTTP/1.1" status: 204 len: 168 time: 0.1174331 Aug 04 10:59:42.568851 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb44f9f-e4e2-4b25-bf41-85fe599022ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c0ba0e-c38b-4d5b-a179-5ad930225cb6,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:49.446692 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d735-ff2d-46cb-95ac-c3ef7820b198 req-db744e5b-f422-409e-af37-9a6251fdf935 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:49.448185 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2e25d735-ff2d-46cb-95ac-c3ef7820b198 req-db744e5b-f422-409e-af37-9a6251fdf935 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 947 time: 0.0476460 Aug 04 10:59:49.486375 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2e25d735-ff2d-46cb-95ac-c3ef7820b198 req-2c6f7efe-c789-476c-a0ec-6c47ca82d304 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317733 Aug 04 10:59:50.603255 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106bc39-77f2-4880-9bae-fa9fee925d59 req-52fbd857-13f0-4301-963b-52459cf9cdfc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:50.604732 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b106bc39-77f2-4880-9bae-fa9fee925d59 req-52fbd857-13f0-4301-963b-52459cf9cdfc tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 947 time: 0.0470767 Aug 04 10:59:50.642481 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b106bc39-77f2-4880-9bae-fa9fee925d59 req-791d4f13-8597-4077-8fcb-ad94c5bc595e tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups?id=57652721-33ee-4da2-bb9f-e8e32827cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315871 Aug 04 10:59:51.246440 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74269ccd-d354-4399-98a6-4a40909450d6 req-12cdd068-0a5c-4029-b5b1-0b0495b7f664 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:51.247850 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74269ccd-d354-4399-98a6-4a40909450d6 req-12cdd068-0a5c-4029-b5b1-0b0495b7f664 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 947 time: 0.0469682 Aug 04 10:59:51.337001 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Deleting port adb966ac-3c4f-4aeb-9011-4a157504472a {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:51.337336 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:51.430395 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] For port adb966ac-3c4f-4aeb-9011-4a157504472a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=adb966ac-3c4f-4aeb-9011-4a157504472a,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:51.430763 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:51.601602 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:51.602017 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:51.602334 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Floating IP 9475a9d4-a9ae-48f8-95e9-b324810d3399 disassociated. External IP: 172.27.1.39, port: adb966ac-3c4f-4aeb-9011-4a157504472a. Aug 04 10:59:51.602677 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Calling delete_port for adb966ac-3c4f-4aeb-9011-4a157504472a owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:51.757337 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:51.760520 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f77aa788-a821-43e0-ba6c-385a80710a14 req-a9134c6f-ffc5-4d8f-97be-e99e64bb2d65 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 210 time: 0.0363281 Aug 04 10:59:51.787654 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event deleted for resources: {'Port': ['ID=adb966ac-3c4f-4aeb-9011-4a157504472a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:52.158670 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Router fbd39303-8ad8-4573-9ec1-f09e43de6f4c has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:59:52.274876 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:59:52.285869 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] Sync routers for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:59:52.296667 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:52.297209 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:52.324797 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] No DVR routers for this DVR port adb966ac-3c4f-4aeb-9011-4a157504472a on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:52.327760 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:52.329864 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-74269ccd-d354-4399-98a6-4a40909450d6 req-cd9306ea-c6ed-461f-acd0-b20b55f5c4cf tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.60 "DELETE /v2.0/ports/adb966ac-3c4f-4aeb-9011-4a157504472a HTTP/1.1" status: 204 len: 173 time: 1.0744679 Aug 04 10:59:52.330338 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-deleted', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:52.332711 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde394a3-8775-493a-a394-e3f9db1e18e0" -d '{"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-deleted", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:52.382217 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd8a737-5451-493e-88ab-327649eb0541 x-openstack-request-id: req-dbd8a737-5451-493e-88ab-327649eb0541 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:52.382529 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7487c99-1398-4773-b8d6-2f0d62a941d4", "name": "network-vif-deleted", "tag": "adb966ac-3c4f-4aeb-9011-4a157504472a", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:52.382838 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbd8a737-5451-493e-88ab-327649eb0541 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:52.383266 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7487c99-1398-4773-b8d6-2f0d62a941d4', 'name': 'network-vif-deleted', 'tag': 'adb966ac-3c4f-4aeb-9011-4a157504472a', 'status': 'completed', 'code': 200} Aug 04 10:59:52.478907 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 10:59:52.504661 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:52.701409 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:52.738380 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] Checking router: fbd39303-8ad8-4573-9ec1-f09e43de6f4c for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:59:52.747251 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:52.748443 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:52.876700 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:52.894419 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b390886a-7f97-4ad0-90af-d7de9009ff0a req-aa07e36a-c90d-44af-aab1-4c18b1682cf8 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7487c99-1398-4773-b8d6-2f0d62a941d4 HTTP/1.1" status: 200 len: 210 time: 0.0354698 Aug 04 10:59:53.037309 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-52b202bc-1bd1-4504-a18e-572543d13f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:53.109275 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:53.137469 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc8259-61ee-49ef-95de-312d5db9c2c8 None None] The sync data for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi is: [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:52:38Z', 'revision_number': 4, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '3e0ab2e2-99df-484f-9e2d-9a547e38ce28', 'name': '', 'network_id': '7207ae49-29b5-40b5-b8d8-9da3cf691f2d', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:34Z', 'updated_at': '2021-08-04T10:52:45Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'subnets': [{'id': 'a0e61aea-c773-4fc9-8014-7aa055cb2a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:59:53.366818 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8341109e-00d9-4941-b7c1-358b8198e522 None None] New status for floating IP 9475a9d4-a9ae-48f8-95e9-b324810d3399: DOWN {{(pid=93297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:59:53.996416 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47150) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:54.051357 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-701b7d9e-daef-4634-b5ab-4bf4294f7772 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.073251 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-701b7d9e-daef-4634-b5ab-4bf4294f7772 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.121868 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-701b7d9e-daef-4634-b5ab-4bf4294f7772 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.124487 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-701b7d9e-daef-4634-b5ab-4bf4294f7772 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.128150 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-701b7d9e-daef-4634-b5ab-4bf4294f7772 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "DELETE /v2.0/security-groups/57652721-33ee-4da2-bb9f-e8e32827cbb0 HTTP/1.1" status: 204 len: 168 time: 0.1275775 Aug 04 10:59:54.128529 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47152) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:54.134976 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b7d9e-daef-4634-b5ab-4bf4294f7772 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57652721-33ee-4da2-bb9f-e8e32827cbb0,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:54.146622 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.api.v2.resource [None req-3da0e1b7-acbc-49fe-8dbf-4e8b16108235 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] show failed (client error): The resource could not be found. Aug 04 10:59:54.148670 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3da0e1b7-acbc-49fe-8dbf-4e8b16108235 tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "GET /v2.0/security-groups/57652721-33ee-4da2-bb9f-e8e32827cbb0 HTTP/1.1" status: 404 len: 347 time: 0.0181775 Aug 04 10:59:54.150607 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47154) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:54.295119 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Deleting port 19b7b153-33e4-4dc4-95e3-5261b0108d14 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:54.295984 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.384588 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.384951 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.396922 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Calling delete_port for 19b7b153-33e4-4dc4-95e3-5261b0108d14 owned by network:floatingip {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:54.574562 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371c32-34b0-4cf2-ae5a-11d509d7d4bd req-488f3028-24be-47c2-9c6e-9234e5714750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:54.576569 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3b371c32-34b0-4cf2-ae5a-11d509d7d4bd req-488f3028-24be-47c2-9c6e-9234e5714750 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 945 time: 0.0807469 Aug 04 10:59:54.577649 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.594260 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 10:59:54.612541 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Pushing event deleted for resources: {'Port': ['ID=19b7b153-33e4-4dc4-95e3-5261b0108d14,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:54.686676 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3b371c32-34b0-4cf2-ae5a-11d509d7d4bd req-8b0d1538-6206-49f0-8892-d532abc2a02c tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011863 Aug 04 10:59:54.697890 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks [] for floatingip, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.701186 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:54.702471 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-02dcfec2-0e6c-457b-9117-4fc03f0b5c8a tempest-AttachVolumeShelveTestJSON-1845140575 tempest-AttachVolumeShelveTestJSON-1845140575-project] 10.222.0.49 "DELETE /v2.0/floatingips/9475a9d4-a9ae-48f8-95e9-b324810d3399 HTTP/1.1" status: 204 len: 168 time: 0.5435693 Aug 04 10:59:54.737922 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: adb966ac-3c4f-4aeb-9011-4a157504472a {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 10:59:54.738272 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device adb966ac-3c4f-4aeb-9011-4a157504472a not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 10:59:55.215987 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47172) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:55.314674 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f00a9d1-981d-4305-b151-e544eea836a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.402579 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f00a9d1-981d-4305-b151-e544eea836a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.406329 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f00a9d1-981d-4305-b151-e544eea836a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.443473 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9f00a9d1-981d-4305-b151-e544eea836a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0c58554655549f190c41dd4528b559f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264280 Aug 04 10:59:55.445404 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00a9d1-981d-4305-b151-e544eea836a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f1c057-42e4-436e-8423-4b0fce274d55,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:55.446268 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47176) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:55.494852 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1a3269a6-9ffd-4778-a440-472401a82f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.515334 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1a3269a6-9ffd-4778-a440-472401a82f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.561215 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1a3269a6-9ffd-4778-a440-472401a82f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.563890 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1a3269a6-9ffd-4778-a440-472401a82f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.565053 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1a3269a6-9ffd-4778-a440-472401a82f2e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85f1c057-42e4-436e-8423-4b0fce274d55 HTTP/1.1" status: 204 len: 168 time: 0.1178098 Aug 04 10:59:55.572925 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3269a6-9ffd-4778-a440-472401a82f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f1c057-42e4-436e-8423-4b0fce274d55,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:55.598912 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.782113 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47184) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:55.816161 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a7eee-eb4c-4e86-b617-c9d2e82d7262 req-400db7d4-a31b-4497-bc75-f88960925bda tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:55.818010 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d73a7eee-eb4c-4e86-b617-c9d2e82d7262 req-400db7d4-a31b-4497-bc75-f88960925bda tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 945 time: 0.0520775 Aug 04 10:59:55.848334 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47190) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:55.870418 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2cfd-ab84-4aa4-83ad-2495bf5544ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.873954 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0336afe2-ef5a-4b3d-8f48-759dd996de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.881007 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d73a7eee-eb4c-4e86-b617-c9d2e82d7262 req-8caad361-4fd7-4671-921e-bfe0e48404bf tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c589b89-d58c-4060-8c5a-fb19f24b20ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550351 Aug 04 10:59:55.971786 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2cfd-ab84-4aa4-83ad-2495bf5544ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:55.975889 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2cfd-ab84-4aa4-83ad-2495bf5544ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.015830 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a2cfd-ab84-4aa4-83ad-2495bf5544ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc3108-7cdf-4f74-893e-dc66a2de20a1,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:56.020531 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-ce6a2cfd-ab84-4aa4-83ad-2495bf5544ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=652c74cbbcfb4e1e8f105efd5b1a86d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711426 Aug 04 10:59:56.023289 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47200) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:56.104512 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b5ba5cb5-e70b-4cec-a062-556650fc296a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.127692 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b5ba5cb5-e70b-4cec-a062-556650fc296a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.178462 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b5ba5cb5-e70b-4cec-a062-556650fc296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.180931 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b5ba5cb5-e70b-4cec-a062-556650fc296a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.184435 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b5ba5cb5-e70b-4cec-a062-556650fc296a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ecc3108-7cdf-4f74-893e-dc66a2de20a1 HTTP/1.1" status: 204 len: 168 time: 0.1578050 Aug 04 10:59:56.199168 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba5cb5-e70b-4cec-a062-556650fc296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc3108-7cdf-4f74-893e-dc66a2de20a1,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:56.246838 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Deleting port aba200a3-df54-477f-ab2a-fb619d5ba470 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:56.248299 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.335706 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.336414 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.352124 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Calling delete_port for aba200a3-df54-477f-ab2a-fb619d5ba470 owned by network:floatingip {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:56.540030 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.558449 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-a815c37d-e154-4668-8a48-640f0409d7e3 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:56.560426 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-a815c37d-e154-4668-8a48-640f0409d7e3 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 945 time: 0.0505400 Aug 04 10:59:56.589338 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event deleted for resources: {'Port': ['ID=aba200a3-df54-477f-ab2a-fb619d5ba470,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:56.634181 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for floatingip, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.634518 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.l3_db [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Floating IP e7c900af-09cd-4fae-b35c-ccf87a68fed0 disassociated (deleted). External IP: 172.27.1.163, port: 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb. Aug 04 10:59:56.669783 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Deleting port b4c2981f-1a1b-4c83-a273-d199964d6581 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:56.670212 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.768457 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] For port b4c2981f-1a1b-4c83-a273-d199964d6581, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b4c2981f-1a1b-4c83-a273-d199964d6581,segment=NetworkSegment(56c39558-6713-4ed8-a8ca-29a8a4fc29e3),segment_id=56c39558-6713-4ed8-a8ca-29a8a4fc29e3)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:56.768859 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.782008 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Calling delete_port for b4c2981f-1a1b-4c83-a273-d199964d6581 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:56.849395 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Router b645eba2-34b9-4602-ae45-ad8a46c341cb has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:59:56.928348 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:56.959433 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Pushing event deleted for resources: {'Port': ['ID=b4c2981f-1a1b-4c83-a273-d199964d6581,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:56.979650 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['b4c2981f-1a1b-4c83-a273-d199964d6581'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 10:59:57.037724 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3eb8e701-9e08-41af-8cfb-c312da6a6169 req-1907aebd-e7ad-4bea-b22d-f239e1d1798b tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ff6832e-c6ff-473b-8935-27125c3335ee HTTP/1.1" status: 200 len: 210 time: 0.0477169 Aug 04 10:59:57.038670 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] No DVR routers for this DVR port b4c2981f-1a1b-4c83-a273-d199964d6581 on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 10:59:57.041510 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:57.043798 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6eacc353-d3d8-438a-bd29-2b9a53a44258 req-34662b35-9e54-4790-a1dc-3f5e796194d2 tempest-VolumesSnapshotTestJSON-125138131 tempest-VolumesSnapshotTestJSON-125138131-project] 10.222.0.60 "DELETE /v2.0/ports/b4c2981f-1a1b-4c83-a273-d199964d6581 HTTP/1.1" status: 204 len: 173 time: 0.4734433 Aug 04 10:59:57.044304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff6832e-c6ff-473b-8935-27125c3335ee', 'name': 'network-vif-deleted', 'tag': 'b4c2981f-1a1b-4c83-a273-d199964d6581'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:57.046911 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8179f7b3-25a7-4f7d-a17d-bd8908e1b15b" -d '{"events": [{"server_uuid": "4ff6832e-c6ff-473b-8935-27125c3335ee", "name": "network-vif-deleted", "tag": "b4c2981f-1a1b-4c83-a273-d199964d6581"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:57.108929 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e437b351-0c98-4dfa-add9-76956fbc32dc x-openstack-request-id: req-e437b351-0c98-4dfa-add9-76956fbc32dc {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:57.109450 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff6832e-c6ff-473b-8935-27125c3335ee", "name": "network-vif-deleted", "tag": "b4c2981f-1a1b-4c83-a273-d199964d6581", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:57.109864 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e437b351-0c98-4dfa-add9-76956fbc32dc {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:57.110409 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff6832e-c6ff-473b-8935-27125c3335ee', 'name': 'network-vif-deleted', 'tag': 'b4c2981f-1a1b-4c83-a273-d199964d6581', 'status': 'completed', 'code': 200} Aug 04 10:59:57.206141 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47236) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:57.227315 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:57.255915 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:59:57.261392 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:57.270652 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] Sync routers for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:59:57.281192 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:57.282081 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:57.297217 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-840e6143-8681-488b-917f-54cde8eac96f tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "DELETE /v2.0/floatingips/e7c900af-09cd-4fae-b35c-ccf87a68fed0 HTTP/1.1" status: 204 len: 168 time: 1.5139241 Aug 04 10:59:57.298217 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 10:59:57.303834 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 10:59:57.357163 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 10:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af23345a-a67a-4195-a062-aba8269952a0 x-openstack-request-id: req-af23345a-a67a-4195-a062-aba8269952a0 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 10:59:57.357458 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 10:59:57.357709 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af23345a-a67a-4195-a062-aba8269952a0 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 10:59:57.358108 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'status': 'completed', 'code': 200} Aug 04 10:59:57.426319 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:57.590935 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-2710be7b-a230-4728-aff2-348d4cda30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:57.592421 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-2710be7b-a230-4728-aff2-348d4cda30fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=715f55c289f54420b14bba8c6ee78c0e&device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 1099 time: 0.1702001 Aug 04 10:59:57.674837 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '49a6404b-6159-419b-b5a4-ff77aed4f441', 'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'mac_address': 'fa:16:3e:04:19:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:18Z', 'updated_at': '2021-08-04T10:54:27Z', 'revision_number': 5, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'subnets': [{'id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:57.705346 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] Checking router: b645eba2-34b9-4602-ae45-ad8a46c341cb for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 10:59:57.715040 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:57.715670 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:57.747001 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0f8b6-c2f1-433d-9a88-183c6bbf778e req-6ba6ba41-7935-43f0-b397-ea0fb90a667d tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:57.749543 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6db0f8b6-c2f1-433d-9a88-183c6bbf778e req-6ba6ba41-7935-43f0-b397-ea0fb90a667d tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.2020867 Aug 04 10:59:57.811732 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-64cc2def-0d38-45e4-8749-0259a6e1870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:57.813222 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-64cc2def-0d38-45e4-8749-0259a6e1870c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d743e00a-448b-424a-ab31-9baeb2618512 HTTP/1.1" status: 200 len: 910 time: 0.2128813 Aug 04 10:59:57.827652 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:57.872757 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-9897f642-9b98-48a2-a9b6-64608012d523 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb HTTP/1.1" status: 200 len: 217 time: 0.0494864 Aug 04 10:59:57.884056 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6db0f8b6-c2f1-433d-9a88-183c6bbf778e req-0c4e9b18-4be2-4032-857a-4c53ce3da4f3 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255322 Aug 04 10:59:57.982331 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-ada24e04-bc8e-49d4-9ffa-1d9c90662ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:57.983694 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-ada24e04-bc8e-49d4-9ffa-1d9c90662ff8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=474e96e1-b3f6-4fec-b2c9-8a702e50753b HTTP/1.1" status: 200 len: 848 time: 0.0748565 Aug 04 10:59:58.041078 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '49a6404b-6159-419b-b5a4-ff77aed4f441', 'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'mac_address': 'fa:16:3e:04:19:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:18Z', 'updated_at': '2021-08-04T10:54:27Z', 'revision_number': 5, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'subnets': [{'id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:58.045979 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-c4352595-9948-4771-9c9b-1c622f7361c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:58.047458 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-c4352595-9948-4771-9c9b-1c622f7361c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d743e00a-448b-424a-ab31-9baeb2618512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546231 Aug 04 10:59:58.068284 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a66e95-af94-43c9-93f1-846e1f4ffb5f None None] The sync data for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi is: [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:19Z', 'revision_number': 4, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '49a6404b-6159-419b-b5a4-ff77aed4f441', 'name': '', 'network_id': 'd743e00a-448b-424a-ab31-9baeb2618512', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'mac_address': 'fa:16:3e:04:19:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:18Z', 'updated_at': '2021-08-04T10:54:27Z', 'revision_number': 5, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'subnets': [{'id': '474e96e1-b3f6-4fec-b2c9-8a702e50753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 10:59:58.177566 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625077'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:58.182910 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-d95cfd5f-7cd3-488a-8f76-246ff1938a4f service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109831 Aug 04 10:59:58.321296 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f617ba04-9d51-4535-9f78-45172b727973 None None] New status for floating IP e7c900af-09cd-4fae-b35c-ccf87a68fed0: DOWN {{(pid=93297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 10:59:58.361178 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-97f0c780-df62-4d7f-80bd-4f5dcc1814e3 req-ae88181a-a74b-4590-9a59-e7051f6c3927 service neutron] 10.222.0.60 "GET /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485727 Aug 04 10:59:58.522940 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Deleting port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:58.523205 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:58.600925 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] For port 3e0ab2e2-99df-484f-9e2d-9a547e38ce28, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=3e0ab2e2-99df-484f-9e2d-9a547e38ce28,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 10:59:58.601593 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:58.614073 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Calling delete_port for 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 10:59:58.764197 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:58.811984 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:58.842702 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0ab2e2-99df-484f-9e2d-9a547e38ce28,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 10:59:59.039173 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624961'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:59.048587 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2314251-b580-4ae2-9922-5c1daa9832c0 req-d94382bf-f489-4b3e-a95e-e5e91bc23454 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 10:59:59.050220 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2314251-b580-4ae2-9922-5c1daa9832c0 req-d94382bf-f489-4b3e-a95e-e5e91bc23454 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0668805 Aug 04 10:59:59.139843 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2314251-b580-4ae2-9922-5c1daa9832c0 req-609b2ba9-523d-483f-b9d2-04e06c7e4027 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816610 Aug 04 10:59:59.541561 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Router fbd39303-8ad8-4573-9ec1-f09e43de6f4c has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 10:59:59.655209 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 10:59:59.660356 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f6e30aa0-0728-4b9a-85e7-bd07eaa28b53 admin admin] 10.222.0.49 "PUT /v2.0/routers/fbd39303-8ad8-4573-9ec1-f09e43de6f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4531984 Aug 04 10:59:59.662926 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47272) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 10:59:59.665523 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] Sync routers for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 10:59:59.674258 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 10:59:59.674855 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 10:59:59.770629 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:59.866357 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 10:59:59.873222 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 10:59:59.923393 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Deleting port b840a1d2-d045-431d-9889-e29fedd0506b {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 10:59:59.923752 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.005031 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] For port b840a1d2-d045-431d-9889-e29fedd0506b, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=b840a1d2-d045-431d-9889-e29fedd0506b,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:00.005363 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.018289 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Calling delete_port for b840a1d2-d045-431d-9889-e29fedd0506b owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:00.041696 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:59:58Z', 'revision_number': 5, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port': {'id': 'b840a1d2-d045-431d-9889-e29fedd0506b', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:52:24Z', 'updated_at': '2021-08-04T10:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:00.066986 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] Checking router: fbd39303-8ad8-4573-9ec1-f09e43de6f4c for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:00:00.075551 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] Routers {'fbd39303-8ad8-4573-9ec1-f09e43de6f4c'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:00.076170 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:00.159420 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] Set router fbd39303-8ad8-4573-9ec1-f09e43de6f4c gateway port host: None {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:00.185567 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.214347 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:59:59Z', 'revision_number': 6, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port_host': None}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:00.225920 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Pushing event deleted for resources: {'Port': ['ID=b840a1d2-d045-431d-9889-e29fedd0506b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:00.244186 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b03e9-8b6e-4845-b7ff-2082cf2f5164 None None] The sync data for ids ['fbd39303-8ad8-4573-9ec1-f09e43de6f4c'] in dv-cinder-803456-1-iscsi is: [{'id': 'fbd39303-8ad8-4573-9ec1-f09e43de6f4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1235298596-router', 'tenant_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:52:23Z', 'updated_at': '2021-08-04T10:59:59Z', 'revision_number': 6, 'project_id': 'c8d5e6c70f4d4d07bc6442ae94ccec69', 'gw_port_host': None}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:00:00.317480 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8717139-f45b-4ca3-83c6-670168ca8b5a req-131a965a-ce75-400c-9c70-dfd5dcec37cd tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:00.318978 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e8717139-f45b-4ca3-83c6-670168ca8b5a req-131a965a-ce75-400c-9c70-dfd5dcec37cd tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.1062167 Aug 04 11:00:00.333147 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652027'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.452474 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8751'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.456065 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.463278 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e8717139-f45b-4ca3-83c6-670168ca8b5a req-349790f1-9761-4d90-85b9-53ad32260834 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372547 Aug 04 11:00:00.505191 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625136'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.505746 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbd39303-8ad8-4573-9ec1-f09e43de6f4c {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:00:00.510201 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.511307 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-fe8441cb-bb2d-4d04-8350-a2338545056d admin admin] 10.222.0.49 "DELETE /v2.0/routers/fbd39303-8ad8-4573-9ec1-f09e43de6f4c HTTP/1.1" status: 204 len: 168 time: 0.8474741 Aug 04 11:00:00.513872 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47278) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:00.563626 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f06b1c5-90d8-4aab-843e-63e6dd97c904 admin admin] Deleting subnet a0e61aea-c773-4fc9-8014-7aa055cb2a6f {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:00:00.566694 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1f06b1c5-90d8-4aab-843e-63e6dd97c904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.603578 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1f06b1c5-90d8-4aab-843e-63e6dd97c904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.694500 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1f06b1c5-90d8-4aab-843e-63e6dd97c904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.754210 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1f06b1c5-90d8-4aab-843e-63e6dd97c904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.778682 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06b1c5-90d8-4aab-843e-63e6dd97c904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e61aea-c773-4fc9-8014-7aa055cb2a6f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:00.782182 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1f06b1c5-90d8-4aab-843e-63e6dd97c904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.785120 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1f06b1c5-90d8-4aab-843e-63e6dd97c904 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a0e61aea-c773-4fc9-8014-7aa055cb2a6f HTTP/1.1" status: 204 len: 168 time: 0.2691717 Aug 04 11:00:00.786620 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47282) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:00.789190 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5099f590-09c7-4b06-9451-6e209d684aaa None None] Network 7207ae49-29b5-40b5-b8d8-9da3cf691f2d requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:00:00.853707 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.909939 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Deleting port aca1dab8-181b-4d59-82ed-8cc37ea23b87 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:00.910311 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.977202 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] For port aca1dab8-181b-4d59-82ed-8cc37ea23b87, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=aca1dab8-181b-4d59-82ed-8cc37ea23b87,segment=NetworkSegment(d780036f-be28-48c4-bb05-50ae26241be6),segment_id=d780036f-be28-48c4-bb05-50ae26241be6)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:00.977472 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:00.990961 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Calling delete_port for aca1dab8-181b-4d59-82ed-8cc37ea23b87 owned by network:dhcp {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:01.056777 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7955c933-71b1-4331-a808-a42020845d51 None None] DHCP port deletion for 7207ae49-29b5-40b5-b8d8-9da3cf691f2d request from dv-cinder-803456-1-iscsi {{(pid=93297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:00:01.063522 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:01.070859 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.086002 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:01.086349 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 3e0ab2e2-99df-484f-9e2d-9a547e38ce28 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:01.104885 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-7955c933-71b1-4331-a808-a42020845d51 None None] The port 'aca1dab8-181b-4d59-82ed-8cc37ea23b87' was deleted {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 04 11:00:01.106085 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] No DVR routers for this DVR port aca1dab8-181b-4d59-82ed-8cc37ea23b87 on host dv-cinder-803456-1-iscsi {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:00:01.108416 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Pushing event deleted for resources: {'Port': ['ID=aca1dab8-181b-4d59-82ed-8cc37ea23b87,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:01.181840 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.191427 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7207ae49-29b5-40b5-b8d8-9da3cf691f2d']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:01.201904 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd780036f-be28-48c4-bb05-50ae26241be6') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:01.202196 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd780036f-be28-48c4-bb05-50ae26241be6') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:01.210558 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126018651'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.223946 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.229609 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:00:01.229987 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500541'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: Traceback (most recent call last): Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: timer() Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: cb(*args, **kw) Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: return func(*args, **kwargs) Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: self._notify() Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: self.callback(batched_events) Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: event.method(event) Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: return f(self, *a, **k) Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._get(url).json() Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:00:01.231864 dv-cinder-803456-1-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:00:01.289744 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.295650 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.297773 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] 10.222.0.49 "DELETE /v2.0/networks/7207ae49-29b5-40b5-b8d8-9da3cf691f2d HTTP/1.1" status: 204 len: 168 time: 0.5102577 Aug 04 11:00:01.309252 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b6b2e-0616-43e6-937e-4a82942e18ac admin admin] Pushing event deleted for resources: {'Network': ['ID=7207ae49-29b5-40b5-b8d8-9da3cf691f2d,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:01.411716 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47288) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:01.449867 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c1216496-fa45-45dd-a4fa-028c7f0189fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8d5e6c70f4d4d07bc6442ae94ccec69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369697 Aug 04 11:00:01.452739 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47290) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:01.499826 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-632c62b5-067f-4250-890e-2e1aba785f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.521213 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-632c62b5-067f-4250-890e-2e1aba785f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.595714 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7700ac8-6533-4d36-a56b-5483f4e7b314 req-cf7da70e-6fc7-4c43-b1e5-b2ca96723066 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:01.597165 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b7700ac8-6533-4d36-a56b-5483f4e7b314 req-cf7da70e-6fc7-4c43-b1e5-b2ca96723066 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0656803 Aug 04 11:00:01.606233 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-632c62b5-067f-4250-890e-2e1aba785f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.609068 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-632c62b5-067f-4250-890e-2e1aba785f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:01.610125 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-632c62b5-067f-4250-890e-2e1aba785f24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1ca8514-4c29-4883-a8ef-8e5c1a73db95 HTTP/1.1" status: 204 len: 168 time: 0.1565182 Aug 04 11:00:01.630541 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c62b5-067f-4250-890e-2e1aba785f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ca8514-4c29-4883-a8ef-8e5c1a73db95,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:01.653675 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b7700ac8-6533-4d36-a56b-5483f4e7b314 req-a53f3349-60c2-44d4-92a1-9cde06e75811 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/security-groups?id=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484397 Aug 04 11:00:01.942405 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device b4c2981f-1a1b-4c83-a273-d199964d6581 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:01.964742 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: b4c2981f-1a1b-4c83-a273-d199964d6581 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:01.965083 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device b4c2981f-1a1b-4c83-a273-d199964d6581 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:02.190536 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-2d2ff323-c913-4ef2-b1a7-484bb52bfc18 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:02.192369 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-2d2ff323-c913-4ef2-b1a7-484bb52bfc18 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.60 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 946 time: 0.0488276 Aug 04 11:00:02.282123 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Deleting port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:02.282463 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:02.370761 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] For port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:02.371239 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:02.383664 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Calling delete_port for 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:02.530080 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:02.537024 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device b840a1d2-d045-431d-9889-e29fedd0506b no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:02.558002 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: b840a1d2-d045-431d-9889-e29fedd0506b {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:02.558145 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event deleted for resources: {'Port': ['ID=7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:02.558363 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device b840a1d2-d045-431d-9889-e29fedd0506b not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:02.558755 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device aca1dab8-181b-4d59-82ed-8cc37ea23b87 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:02.568800 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.569152 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.569492 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.569830 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.570161 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.570487 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.570811 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.571133 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.571455 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.571771 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.572288 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.572803 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:02.599269 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: aca1dab8-181b-4d59-82ed-8cc37ea23b87 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:02.599661 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device aca1dab8-181b-4d59-82ed-8cc37ea23b87 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:02.618474 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] No DVR routers for this DVR port 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:00:02.620949 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:02.622965 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab70426c-f3db-419d-965a-07b8d91a28ab req-a5f7fc1d-71bf-4ad9-b30c-367b95a645cb tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.60 "DELETE /v2.0/ports/7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb HTTP/1.1" status: 204 len: 173 time: 0.4241261 Aug 04 11:00:02.623404 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'name': 'network-vif-deleted', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:00:02.625732 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a145d991-81e9-480e-83e0-38ad4df682d6" -d '{"events": [{"server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "name": "network-vif-deleted", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:00:02.663322 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e72f36-086e-4cce-9753-2ac5d28bf957 x-openstack-request-id: req-b4e72f36-086e-4cce-9753-2ac5d28bf957 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:00:02.663617 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1533b24e-3971-47b6-9205-94f3a8d7f04b", "name": "network-vif-deleted", "tag": "7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:00:02.663869 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4e72f36-086e-4cce-9753-2ac5d28bf957 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:00:02.664265 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1533b24e-3971-47b6-9205-94f3a8d7f04b', 'name': 'network-vif-deleted', 'tag': '7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb', 'status': 'completed', 'code': 200} Aug 04 11:00:02.756559 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ec834a9a-92d7-4908-ab61-9cace9540dc3 req-25c9291c-f2d2-4725-a806-17b2a29484ec tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0294580 Aug 04 11:00:02.867190 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47352) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:02.976883 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c4f52436-af79-485b-86ec-3c42771fbee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:03.099303 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c4f52436-af79-485b-86ec-3c42771fbee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:03.104279 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c4f52436-af79-485b-86ec-3c42771fbee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:03.144329 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c4f52436-af79-485b-86ec-3c42771fbee9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98d556bcd4894d90817e6cee1c98fcc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760420 Aug 04 11:00:03.145425 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52436-af79-485b-86ec-3c42771fbee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f2c6e-e2cb-4355-9cf2-937cca50d4ae,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:03.146976 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47362) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:03.195682 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:03.216131 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:03.260398 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:03.263559 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:03.264731 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f41f2c6e-e2cb-4355-9cf2-937cca50d4ae HTTP/1.1" status: 204 len: 168 time: 0.1167133 Aug 04 11:00:03.272002 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f2c6e-e2cb-4355-9cf2-937cca50d4ae,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:03.278858 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.279212 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.279561 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.279901 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.280238 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.280577 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.280939 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.281271 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.281605 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.281933 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.282258 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.282581 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d2279-dcbf-4e63-b6b2-ffae4d77c678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:03.849030 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f6cd392-c67a-4f37-ba4f-4d2d76c8f769 req-f330778a-bd68-4067-8d47-2eb1ce7c26f2 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0255065 Aug 04 11:00:04.938834 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d8c206f6-aaad-42cc-87ff-56562a263769 req-b2f330f3-62e3-476d-a145-b7646dc69532 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0248640 Aug 04 11:00:04.953010 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47436) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:05.053501 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c950b6d5-e012-4665-9e8f-f20c908f7735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.141388 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c950b6d5-e012-4665-9e8f-f20c908f7735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.149742 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c950b6d5-e012-4665-9e8f-f20c908f7735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.185839 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950b6d5-e012-4665-9e8f-f20c908f7735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0818e4-17d6-40e1-b636-4b62d8f03d40,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:05.191402 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.192766 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47442) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:05.193273 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c950b6d5-e012-4665-9e8f-f20c908f7735 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4e0a016ad74403bb77b03c6afc1bb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386632 Aug 04 11:00:05.197192 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:05.224685 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:05.225047 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 7c40bb3e-6f4b-4dd3-aae4-d4b0ae1874bb not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:05.253452 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5882fb5b-10ea-4b4e-864c-90a5e37311ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.276724 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5882fb5b-10ea-4b4e-864c-90a5e37311ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.320569 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5882fb5b-10ea-4b4e-864c-90a5e37311ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.323057 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5882fb5b-10ea-4b4e-864c-90a5e37311ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.324177 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-5882fb5b-10ea-4b4e-864c-90a5e37311ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d0818e4-17d6-40e1-b636-4b62d8f03d40 HTTP/1.1" status: 204 len: 168 time: 0.1303909 Aug 04 11:00:05.332156 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882fb5b-10ea-4b4e-864c-90a5e37311ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0818e4-17d6-40e1-b636-4b62d8f03d40,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:05.578500 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47448) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:05.591537 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d219c458-4f80-4bc3-967a-042be5e393eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.677821 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d219c458-4f80-4bc3-967a-042be5e393eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.681487 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d219c458-4f80-4bc3-967a-042be5e393eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.718955 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-d219c458-4f80-4bc3-967a-042be5e393eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01e6eab3dc2642c58755cc6ffc223516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393747 Aug 04 11:00:05.719827 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219c458-4f80-4bc3-967a-042be5e393eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ccbe89-d1b0-4e94-92c6-9e679e3e09f2,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:05.721636 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47450) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:05.774737 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a60751d-fd0b-491b-be24-cf992a97b6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.803626 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a60751d-fd0b-491b-be24-cf992a97b6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.850773 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a60751d-fd0b-491b-be24-cf992a97b6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.853518 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a60751d-fd0b-491b-be24-cf992a97b6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:05.854779 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6a60751d-fd0b-491b-be24-cf992a97b6a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86ccbe89-d1b0-4e94-92c6-9e679e3e09f2 HTTP/1.1" status: 204 len: 168 time: 0.1321113 Aug 04 11:00:05.863823 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60751d-fd0b-491b-be24-cf992a97b6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ccbe89-d1b0-4e94-92c6-9e679e3e09f2,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:06.035706 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f573182b-c064-4771-8a4b-65e50ffe4174 req-6c3c3feb-bd0c-4ae0-a2af-61f8b883da18 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0285351 Aug 04 11:00:07.133551 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4f2330db-3b01-4b76-a0f2-4565d54aa624 req-83cfc50d-f116-4e8c-a2d8-a1473ab45c33 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0295088 Aug 04 11:00:08.224105 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1f96a67d-942e-486c-8261-e5830c26a6c4 req-f01fbcf1-0883-4be2-9ec7-f1130a0b6a80 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0262265 Aug 04 11:00:09.326268 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0f81ac6-dae0-447a-9386-a89815d566be req-9ee6b14c-777b-455d-8edd-c6872b180b7d tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "GET /v2.0/ports?device_id=1533b24e-3971-47b6-9205-94f3a8d7f04b HTTP/1.1" status: 200 len: 210 time: 0.0255902 Aug 04 11:00:10.390841 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47560) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:10.449760 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fbd69803-f48d-426d-aa2c-353a4e69e902 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:10.477015 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fbd69803-f48d-426d-aa2c-353a4e69e902 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:10.548197 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fbd69803-f48d-426d-aa2c-353a4e69e902 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:10.550849 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fbd69803-f48d-426d-aa2c-353a4e69e902 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:10.552058 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-fbd69803-f48d-426d-aa2c-353a4e69e902 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] 10.222.0.49 "DELETE /v2.0/security-groups/076638f5-b7a0-4be1-90ee-4af1fd1fa7a6 HTTP/1.1" status: 204 len: 168 time: 0.1601701 Aug 04 11:00:10.562058 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd69803-f48d-426d-aa2c-353a4e69e902 tempest-TestShelveInstance-1507039228 tempest-TestShelveInstance-1507039228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076638f5-b7a0-4be1-90ee-4af1fd1fa7a6,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:10.600279 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47568) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:11.130313 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625077'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:11.366766 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Deleting port 49a6404b-6159-419b-b5a4-ff77aed4f441 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:11.367100 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:11.445110 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] For port 49a6404b-6159-419b-b5a4-ff77aed4f441, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=49a6404b-6159-419b-b5a4-ff77aed4f441,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:11.445924 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:11.459162 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Calling delete_port for 49a6404b-6159-419b-b5a4-ff77aed4f441 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:11.665649 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:11.699214 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Pushing event deleted for resources: {'Port': ['ID=49a6404b-6159-419b-b5a4-ff77aed4f441,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:11.766132 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47596) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:11.918598 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624961'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:11.930670 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a924bf1d-2956-4d54-831c-e8566f032e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.025607 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a924bf1d-2956-4d54-831c-e8566f032e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.029704 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a924bf1d-2956-4d54-831c-e8566f032e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.069878 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-a924bf1d-2956-4d54-831c-e8566f032e7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f56aa46c56c54becbc5158adca61eb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026330 Aug 04 11:00:12.070867 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924bf1d-2956-4d54-831c-e8566f032e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc29b07-5d78-4c6f-823c-5cfed0f398c2,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:12.074191 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47604) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:12.139839 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-437fd5aa-176e-4d78-b3d8-286d046e33cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.162657 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-437fd5aa-176e-4d78-b3d8-286d046e33cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.220451 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-437fd5aa-176e-4d78-b3d8-286d046e33cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.223259 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-437fd5aa-176e-4d78-b3d8-286d046e33cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.224619 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-437fd5aa-176e-4d78-b3d8-286d046e33cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8dc29b07-5d78-4c6f-823c-5cfed0f398c2 HTTP/1.1" status: 204 len: 168 time: 0.1491821 Aug 04 11:00:12.236072 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd5aa-176e-4d78-b3d8-286d046e33cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc29b07-5d78-4c6f-823c-5cfed0f398c2,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:12.430653 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Router b645eba2-34b9-4602-ae45-ad8a46c341cb has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:00:12.525721 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47616) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:12.544745 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-acd3274a-5194-402d-90b2-886a3bd4eb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.571591 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:00:12.578971 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f2258f28-1ade-4508-9dcb-01a58a1416fc admin admin] 10.222.0.49 "PUT /v2.0/routers/b645eba2-34b9-4602-ae45-ad8a46c341cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9776521 Aug 04 11:00:12.581718 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47618) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:12.584667 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] Sync routers for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:00:12.596455 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:12.597247 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:12.663599 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-acd3274a-5194-402d-90b2-886a3bd4eb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.668074 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-acd3274a-5194-402d-90b2-886a3bd4eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.701798 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.704887 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:12.707834 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-acd3274a-5194-402d-90b2-886a3bd4eb42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e42ac12d694340ce81fa6670bf6f2922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800613 Aug 04 11:00:12.710862 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3274a-5194-402d-90b2-886a3bd4eb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d043e5-1869-44d0-b201-def561a3d02f,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:12.713981 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47620) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:12.764430 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b88db91a-0d8d-4c29-8ef5-50e83dbf0b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.785768 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b88db91a-0d8d-4c29-8ef5-50e83dbf0b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.813840 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.839636 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b88db91a-0d8d-4c29-8ef5-50e83dbf0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.843359 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b88db91a-0d8d-4c29-8ef5-50e83dbf0b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.844712 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b88db91a-0d8d-4c29-8ef5-50e83dbf0b9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01d043e5-1869-44d0-b201-def561a3d02f HTTP/1.1" status: 204 len: 168 time: 0.1295986 Aug 04 11:00:12.861386 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88db91a-0d8d-4c29-8ef5-50e83dbf0b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d043e5-1869-44d0-b201-def561a3d02f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:12.879542 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Deleting port 03640e2e-561a-413b-9a67-dd84ccd50a5a {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:12.879949 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:12.914592 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T11:00:11Z', 'revision_number': 5, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port': {'id': '03640e2e-561a-413b-9a67-dd84ccd50a5a', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:12.942163 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] Checking router: b645eba2-34b9-4602-ae45-ad8a46c341cb for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:00:12.953215 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] Routers {'b645eba2-34b9-4602-ae45-ad8a46c341cb'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:12.953842 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['b645eba2-34b9-4602-ae45-ad8a46c341cb'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:12.979417 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] For port 03640e2e-561a-413b-9a67-dd84ccd50a5a, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=03640e2e-561a-413b-9a67-dd84ccd50a5a,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:12.979846 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.003878 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Calling delete_port for 03640e2e-561a-413b-9a67-dd84ccd50a5a owned by network:router_gateway {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:13.044816 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] Set router b645eba2-34b9-4602-ae45-ad8a46c341cb gateway port host: None {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:13.117708 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T11:00:12Z', 'revision_number': 6, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port_host': None}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:13.146042 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb67ac-5327-4d50-b139-a1b6e57e6795 None None] The sync data for ids ['b645eba2-34b9-4602-ae45-ad8a46c341cb'] in dv-cinder-803456-1-iscsi is: [{'id': 'b645eba2-34b9-4602-ae45-ad8a46c341cb', 'name': 'tempest-TestShelveInstance-2101117804-router', 'tenant_id': '715f55c289f54420b14bba8c6ee78c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:16Z', 'updated_at': '2021-08-04T11:00:12Z', 'revision_number': 6, 'project_id': '715f55c289f54420b14bba8c6ee78c0e', 'gw_port_host': None}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:00:13.216245 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.243941 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=03640e2e-561a-413b-9a67-dd84ccd50a5a,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:13.306100 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652027'] for router_gateway, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.396236 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8751'] for router, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.398722 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.442774 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625136'] for router, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.443569 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b645eba2-34b9-4602-ae45-ad8a46c341cb {{(pid=93295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:00:13.449163 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.452585 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9a47d989-faa1-4f04-aac3-1cb2db433b9d admin admin] 10.222.0.49 "DELETE /v2.0/routers/b645eba2-34b9-4602-ae45-ad8a46c341cb HTTP/1.1" status: 204 len: 168 time: 0.8676062 Aug 04 11:00:13.452963 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47646) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:13.509978 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a881934-6521-4325-9ff1-d488d44f5d8b admin admin] Deleting subnet 474e96e1-b3f6-4fec-b2c9-8a702e50753b {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:00:13.513609 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4a881934-6521-4325-9ff1-d488d44f5d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.557971 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4a881934-6521-4325-9ff1-d488d44f5d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.641348 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4a881934-6521-4325-9ff1-d488d44f5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.696902 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4a881934-6521-4325-9ff1-d488d44f5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.723266 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a881934-6521-4325-9ff1-d488d44f5d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474e96e1-b3f6-4fec-b2c9-8a702e50753b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:13.727137 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4a881934-6521-4325-9ff1-d488d44f5d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.731528 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4a881934-6521-4325-9ff1-d488d44f5d8b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/474e96e1-b3f6-4fec-b2c9-8a702e50753b HTTP/1.1" status: 204 len: 168 time: 0.2749522 Aug 04 11:00:13.732942 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47658) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:13.735122 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a4399-ca22-4a44-af0e-6eeb7bc90ab3 None None] Network d743e00a-448b-424a-ab31-9baeb2618512 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:00:13.808529 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.874805 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Deleting port d2f04540-bd23-475a-a0c0-2b58da9f832d {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:13.875478 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.937908 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449756df-0c07-4eb7-b6f8-6c25cb06747b None None] DHCP port deletion for d743e00a-448b-424a-ab31-9baeb2618512 request from dv-cinder-803456-1-iscsi {{(pid=93297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:00:13.949609 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] For port d2f04540-bd23-475a-a0c0-2b58da9f832d, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=d2f04540-bd23-475a-a0c0-2b58da9f832d,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:13.949977 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:13.972407 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Calling delete_port for d2f04540-bd23-475a-a0c0-2b58da9f832d owned by network:dhcp {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:13.986352 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-449756df-0c07-4eb7-b6f8-6c25cb06747b None None] Deleting port d2f04540-bd23-475a-a0c0-2b58da9f832d {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:13.987016 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-449756df-0c07-4eb7-b6f8-6c25cb06747b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.053209 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-449756df-0c07-4eb7-b6f8-6c25cb06747b None None] For port d2f04540-bd23-475a-a0c0-2b58da9f832d, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=d2f04540-bd23-475a-a0c0-2b58da9f832d,segment=NetworkSegment(a0855a02-86d8-46b4-8776-1e60874d8afa),segment_id=a0855a02-86d8-46b4-8776-1e60874d8afa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:14.053613 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-449756df-0c07-4eb7-b6f8-6c25cb06747b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.071041 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-449756df-0c07-4eb7-b6f8-6c25cb06747b None None] Calling delete_port for d2f04540-bd23-475a-a0c0-2b58da9f832d owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:14.073799 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.104736 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f04540-bd23-475a-a0c0-2b58da9f832d,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:14.107946 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] No DVR routers for this DVR port d2f04540-bd23-475a-a0c0-2b58da9f832d on host dv-cinder-803456-1-iscsi {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:00:14.184119 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-449756df-0c07-4eb7-b6f8-6c25cb06747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.200993 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.214689 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d743e00a-448b-424a-ab31-9baeb2618512']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:14.226610 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449756df-0c07-4eb7-b6f8-6c25cb06747b None None] Pushing event deleted for resources: {'Port': ['ID=d2f04540-bd23-475a-a0c0-2b58da9f832d,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:14.228036 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0855a02-86d8-46b4-8776-1e60874d8afa') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:14.228504 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0855a02-86d8-46b4-8776-1e60874d8afa') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:14.243373 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.243810 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449756df-0c07-4eb7-b6f8-6c25cb06747b None None] No DVR routers for this DVR port d2f04540-bd23-475a-a0c0-2b58da9f832d on host dv-cinder-803456-1-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:00:14.273123 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.280708 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:00:14.280708 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:00:14.281900 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:00:14.343861 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.349283 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.351223 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] 10.222.0.49 "DELETE /v2.0/networks/d743e00a-448b-424a-ab31-9baeb2618512 HTTP/1.1" status: 204 len: 168 time: 0.6175935 Aug 04 11:00:14.354256 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47700) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:14.364600 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0d923-05e9-41b2-a6cd-6d8fd5ff2e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=d743e00a-448b-424a-ab31-9baeb2618512,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:14.526406 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 49a6404b-6159-419b-b5a4-ff77aed4f441 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:14.547772 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 49a6404b-6159-419b-b5a4-ff77aed4f441 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:14.548431 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 49a6404b-6159-419b-b5a4-ff77aed4f441 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:14.549013 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device d2f04540-bd23-475a-a0c0-2b58da9f832d no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:14.574542 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: d2f04540-bd23-475a-a0c0-2b58da9f832d {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:14.574891 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device d2f04540-bd23-475a-a0c0-2b58da9f832d not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:14.575926 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 03640e2e-561a-413b-9a67-dd84ccd50a5a no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:14.594549 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 03640e2e-561a-413b-9a67-dd84ccd50a5a {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:14.594895 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 03640e2e-561a-413b-9a67-dd84ccd50a5a not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:14.708053 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625077'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:14.941735 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Deleting port 80341c2d-5162-44b7-8543-a4401b1a3557 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:14.942070 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:15.021647 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] For port 80341c2d-5162-44b7-8543-a4401b1a3557, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=80341c2d-5162-44b7-8543-a4401b1a3557,segment=NetworkSegment(fa5c8656-433a-4696-ba72-63f5bc2398fb),segment_id=fa5c8656-433a-4696-ba72-63f5bc2398fb)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:15.022012 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:15.034202 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Calling delete_port for 80341c2d-5162-44b7-8543-a4401b1a3557 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:15.209402 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:15.233170 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=80341c2d-5162-44b7-8543-a4401b1a3557,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:15.392127 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624961'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:15.598256 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Router 9e8d8450-6989-40e4-80fc-850682bd6eed has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:00:15.703227 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:00:15.710986 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-17735a82-c483-416a-a8a1-8a8d37298af7 admin admin] 10.222.0.49 "PUT /v2.0/routers/9e8d8450-6989-40e4-80fc-850682bd6eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3528516 Aug 04 11:00:15.710986 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47720) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:15.714358 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] Sync routers for ids ['9e8d8450-6989-40e4-80fc-850682bd6eed'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:00:15.723611 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] Routers {'9e8d8450-6989-40e4-80fc-850682bd6eed'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:15.724287 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['9e8d8450-6989-40e4-80fc-850682bd6eed'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:15.816267 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:15.832205 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] Set router 9e8d8450-6989-40e4-80fc-850682bd6eed gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:15.920601 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:15.980652 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Deleting port 34a676e0-0b3e-45ee-b089-f4a18d6a453d {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:15.981018 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.022240 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:22Z', 'updated_at': '2021-08-04T11:00:15Z', 'revision_number': 5, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'gw_port': {'id': '34a676e0-0b3e-45ee-b089-f4a18d6a453d', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T10:54:23Z', 'updated_at': '2021-08-04T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:16.053138 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] Checking router: 9e8d8450-6989-40e4-80fc-850682bd6eed for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:00:16.064265 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] Routers {'9e8d8450-6989-40e4-80fc-850682bd6eed'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:16.064899 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T10:59:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['9e8d8450-6989-40e4-80fc-850682bd6eed'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:16.065476 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] For port 34a676e0-0b3e-45ee-b089-f4a18d6a453d, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=34a676e0-0b3e-45ee-b089-f4a18d6a453d,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:16.065837 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.077310 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Calling delete_port for 34a676e0-0b3e-45ee-b089-f4a18d6a453d owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:16.150317 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] Set router 9e8d8450-6989-40e4-80fc-850682bd6eed gateway port host: None {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:16.202062 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:22Z', 'updated_at': '2021-08-04T11:00:15Z', 'revision_number': 6, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'gw_port_host': None}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:16.232249 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba0f55-76ff-45b3-8807-ee22114ce40f None None] The sync data for ids ['9e8d8450-6989-40e4-80fc-850682bd6eed'] in dv-cinder-803456-1-iscsi is: [{'id': '9e8d8450-6989-40e4-80fc-850682bd6eed', 'name': 'tempest-TestShelveInstance-1234855612-router', 'tenant_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T10:54:22Z', 'updated_at': '2021-08-04T11:00:15Z', 'revision_number': 6, 'project_id': 'a553cd4d85db4e6e90ca7409c921cd34', 'gw_port_host': None}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:00:16.250575 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.283429 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Pushing event deleted for resources: {'Port': ['ID=34a676e0-0b3e-45ee-b089-f4a18d6a453d,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:16.340715 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652027'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.434413 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8751'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.436992 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.479873 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625136'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.480423 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e8d8450-6989-40e4-80fc-850682bd6eed {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:00:16.485834 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.486975 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-248ae756-5e10-4b2b-8e2a-b64bd78755ab admin admin] 10.222.0.49 "DELETE /v2.0/routers/9e8d8450-6989-40e4-80fc-850682bd6eed HTTP/1.1" status: 204 len: 168 time: 0.7753108 Aug 04 11:00:16.489483 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47734) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:16.534118 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-69309190-bd29-4135-af79-d61cc7d4e32f admin admin] Deleting subnet a4721f54-698b-4aec-a1d0-8338cf320059 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:00:16.537278 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69309190-bd29-4135-af79-d61cc7d4e32f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.571562 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69309190-bd29-4135-af79-d61cc7d4e32f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126018640'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.674022 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69309190-bd29-4135-af79-d61cc7d4e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.739227 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69309190-bd29-4135-af79-d61cc7d4e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126047895'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.766275 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69309190-bd29-4135-af79-d61cc7d4e32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4721f54-698b-4aec-a1d0-8338cf320059,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:16.769867 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69309190-bd29-4135-af79-d61cc7d4e32f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.773138 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-69309190-bd29-4135-af79-d61cc7d4e32f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a4721f54-698b-4aec-a1d0-8338cf320059 HTTP/1.1" status: 204 len: 168 time: 0.2825675 Aug 04 11:00:16.774293 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47736) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:16.778042 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d2c467-176c-4e96-ada7-1b00adfa0d5e None None] Network e10ed944-c8e7-4b91-ba7c-1ba4db3a186f requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:00:16.864774 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.921605 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Deleting port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:16.921941 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.982974 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] For port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f6b74bea-77c7-452a-9ef8-c3b7538e8ceb,segment=NetworkSegment(fa5c8656-433a-4696-ba72-63f5bc2398fb),segment_id=fa5c8656-433a-4696-ba72-63f5bc2398fb)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:16.983260 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:16.999180 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Calling delete_port for f6b74bea-77c7-452a-9ef8-c3b7538e8ceb owned by network:dhcp {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:17.067040 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a61117-629d-4e19-bf19-701a2229440c None None] DHCP port deletion for e10ed944-c8e7-4b91-ba7c-1ba4db3a186f request from dv-cinder-803456-1-iscsi {{(pid=93297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:00:17.087776 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.094952 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 80341c2d-5162-44b7-8543-a4401b1a3557 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:17.111964 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b74bea-77c7-452a-9ef8-c3b7538e8ceb,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:17.117423 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] No DVR routers for this DVR port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb on host dv-cinder-803456-1-iscsi {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:00:17.118717 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 80341c2d-5162-44b7-8543-a4401b1a3557 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:17.119061 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 80341c2d-5162-44b7-8543-a4401b1a3557 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:17.138516 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-22a61117-629d-4e19-bf19-701a2229440c None None] Deleting port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:00:17.138899 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-22a61117-629d-4e19-bf19-701a2229440c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.194009 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.199665 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-22a61117-629d-4e19-bf19-701a2229440c None None] For port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb, host dv-cinder-803456-1-iscsi, got binding levels [] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:17.200072 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-22a61117-629d-4e19-bf19-701a2229440c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.204476 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10ed944-c8e7-4b91-ba7c-1ba4db3a186f']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:17.213703 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-22a61117-629d-4e19-bf19-701a2229440c None None] Calling delete_port for f6b74bea-77c7-452a-9ef8-c3b7538e8ceb owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:00:17.214990 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5c8656-433a-4696-ba72-63f5bc2398fb') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:17.215283 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5c8656-433a-4696-ba72-63f5bc2398fb') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:17.216820 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.ipam_backend_mixin [None req-22a61117-629d-4e19-bf19-701a2229440c None None] Port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb was not found and therefore no delete operation was performed {{(pid=93297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 11:00:17.218281 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-22a61117-629d-4e19-bf19-701a2229440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.227856 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126018651'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.244018 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.249618 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a61117-629d-4e19-bf19-701a2229440c None None] Pushing event deleted for resources: {'Port': ['ID=f6b74bea-77c7-452a-9ef8-c3b7538e8ceb,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:17.255113 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:00:17.255303 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a61117-629d-4e19-bf19-701a2229440c None None] No DVR routers for this DVR port f6b74bea-77c7-452a-9ef8-c3b7538e8ceb on host dv-cinder-803456-1-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:00:17.255791 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500541'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: Traceback (most recent call last): Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: timer() Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: cb(*args, **kw) Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: return func(*args, **kwargs) Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: self._notify() Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: self.callback(batched_events) Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: event.method(event) Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: return f(self, *a, **k) Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._get(url).json() Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:00:17.258219 dv-cinder-803456-1-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:00:17.317875 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.324160 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.325786 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e10ed944-c8e7-4b91-ba7c-1ba4db3a186f HTTP/1.1" status: 204 len: 168 time: 0.5505035 Aug 04 11:00:17.342650 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e032fd-5c26-4ffa-868e-b50593134524 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10ed944-c8e7-4b91-ba7c-1ba4db3a186f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:17.490365 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47748) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:17.533397 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4c754b60-f55c-4767-bca4-252f7c0d2333 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=715f55c289f54420b14bba8c6ee78c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418456 Aug 04 11:00:17.535762 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47750) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:17.584896 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e7904b19-220f-41e2-afa9-f117b7c6a3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.617589 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e7904b19-220f-41e2-afa9-f117b7c6a3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.665877 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e7904b19-220f-41e2-afa9-f117b7c6a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.668414 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e7904b19-220f-41e2-afa9-f117b7c6a3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:17.669634 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e7904b19-220f-41e2-afa9-f117b7c6a3f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36100bb3-a52d-43cc-b9a0-f581b4961429 HTTP/1.1" status: 204 len: 168 time: 0.1329544 Aug 04 11:00:17.678011 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7904b19-220f-41e2-afa9-f117b7c6a3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36100bb3-a52d-43cc-b9a0-f581b4961429,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:17.985740 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47758) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:18.024889 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7ad3707a-c7a4-427e-8316-5ab871687855 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a553cd4d85db4e6e90ca7409c921cd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377924 Aug 04 11:00:18.027904 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47760) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:18.072407 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dfb9-d39b-4f1d-bfd8-194b1d1405b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:18.092996 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dfb9-d39b-4f1d-bfd8-194b1d1405b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:18.140612 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dfb9-d39b-4f1d-bfd8-194b1d1405b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:18.143067 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dfb9-d39b-4f1d-bfd8-194b1d1405b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:18.144178 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a2e3dfb9-d39b-4f1d-bfd8-194b1d1405b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a296dc8-84bb-4780-a02c-9eabc859d170 HTTP/1.1" status: 204 len: 168 time: 0.1160262 Aug 04 11:00:18.151698 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3dfb9-d39b-4f1d-bfd8-194b1d1405b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a296dc8-84bb-4780-a02c-9eabc859d170,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:18.538251 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 34a676e0-0b3e-45ee-b089-f4a18d6a453d no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:18.558132 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 34a676e0-0b3e-45ee-b089-f4a18d6a453d {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:18.558478 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 34a676e0-0b3e-45ee-b089-f4a18d6a453d not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:18.558897 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f6b74bea-77c7-452a-9ef8-c3b7538e8ceb no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:00:18.577217 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: f6b74bea-77c7-452a-9ef8-c3b7538e8ceb {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:00:18.577560 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f6b74bea-77c7-452a-9ef8-c3b7538e8ceb not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:00:22.768364 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 47836) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:23.030568 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f7e062b-e33d-4ed8-8cb7-caa381a7f925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:23.118684 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6e056b05-6d23-495c-87f1-9cd41bb3ca76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:23.208082 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6e056b05-6d23-495c-87f1-9cd41bb3ca76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:23.211829 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6e056b05-6d23-495c-87f1-9cd41bb3ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:23.250544 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6e056b05-6d23-495c-87f1-9cd41bb3ca76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00298e3162514e01801b4b50c93a52fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810808 Aug 04 11:00:23.251737 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e056b05-6d23-495c-87f1-9cd41bb3ca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8d49ec-c03f-4015-901a-c1fc8378e80b,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:23.253315 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47846) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:23.306944 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbc8a-01da-488b-a903-85a19318406c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:23.329464 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbc8a-01da-488b-a903-85a19318406c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:23.379582 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbc8a-01da-488b-a903-85a19318406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:23.382370 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbc8a-01da-488b-a903-85a19318406c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:23.383514 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-5e2cbc8a-01da-488b-a903-85a19318406c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd8d49ec-c03f-4015-901a-c1fc8378e80b HTTP/1.1" status: 204 len: 168 time: 0.1292336 Aug 04 11:00:23.391536 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cbc8a-01da-488b-a903-85a19318406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8d49ec-c03f-4015-901a-c1fc8378e80b,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:25.595123 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:25.867284 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b2a33cea-2807-499d-a459-b9c5073bc21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:27.211124 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:28.704898 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47984) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:28.752536 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b3f170-2804-42b8-b834-1c2a3cb7a443 admin admin] Deleting subnet f9a60d73-be00-4a4b-9e87-a35680c1565d {{(pid=93295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:00:28.756081 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-47b3f170-2804-42b8-b834-1c2a3cb7a443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:28.770298 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:28.791504 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-47b3f170-2804-42b8-b834-1c2a3cb7a443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3222559'] for subnet, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:28.832654 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-47b3f170-2804-42b8-b834-1c2a3cb7a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:28.884006 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-47b3f170-2804-42b8-b834-1c2a3cb7a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3238710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126168756'] for subnet, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:28.912161 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3f170-2804-42b8-b834-1c2a3cb7a443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a60d73-be00-4a4b-9e87-a35680c1565d,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:28.914247 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-47b3f170-2804-42b8-b834-1c2a3cb7a443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:28.916155 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-47b3f170-2804-42b8-b834-1c2a3cb7a443 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f9a60d73-be00-4a4b-9e87-a35680c1565d HTTP/1.1" status: 204 len: 168 time: 0.2102454 Aug 04 11:00:28.918647 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47988) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:28.985941 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.067775 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.078523 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:29.091502 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c39558-6713-4ed8-a8ca-29a8a4fc29e3') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:29.091784 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c39558-6713-4ed8-a8ca-29a8a4fc29e3') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:29.100835 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.114177 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.120009 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:00:29.120385 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:00:29.122782 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:00:29.173464 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.178005 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.183034 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa HTTP/1.1" status: 204 len: 168 time: 0.2633352 Aug 04 11:00:29.201971 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783ebe0-bd37-4077-b25b-0a5e4fa06a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a15fce5-f94c-49bc-ae92-ee9d5dd33aaa,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:29.345364 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47994) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:29.385734 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9e0070ee-f54c-4836-b9b6-43b4bb091e46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae85677708ad46a993c7296632efe934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392270 Aug 04 11:00:29.389358 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 47996) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:29.437595 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f27fbae-9cc6-43bf-a317-4763d614fd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.458153 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f27fbae-9cc6-43bf-a317-4763d614fd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.478029 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:00:29.503301 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f27fbae-9cc6-43bf-a317-4763d614fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.506058 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f27fbae-9cc6-43bf-a317-4763d614fd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:29.507288 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9f27fbae-9cc6-43bf-a317-4763d614fd29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c589b89-d58c-4060-8c5a-fb19f24b20ba HTTP/1.1" status: 204 len: 168 time: 0.1168301 Aug 04 11:00:29.515498 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27fbae-9cc6-43bf-a317-4763d614fd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c589b89-d58c-4060-8c5a-fb19f24b20ba,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:30.155790 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48022) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:30.247296 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1725311277-network', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:30.269795 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Made reservation on behalf of 96b69eda4f0d4fc3a75bb03d78beac4a for: {'network': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:00:30.271986 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.282612 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.372685 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.376213 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.405575 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=93295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:00:30.412707 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f371c40e-a150-40b4-90a4-00b1ff2183f9,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:30.419747 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.420129 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.segments_db [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Added segment 991add42-b511-403d-b6c2-6f512239ade0 of type vlan for network ce91c732-3cce-4206-a5ab-11531f571eb0 Aug 04 11:00:30.460524 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.487838 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.488848 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:30.489461 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.536744 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3798418 Aug 04 11:00:30.539751 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48026) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:30.544847 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Request body: {'subnet': {'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1725311277-subnet', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:30.548876 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc927f6c-bd55-4342-8fb5-f86f2312dbfc admin admin] Pushing event updated for resources: {'Network': ['ID=ce91c732-3cce-4206-a5ab-11531f571eb0,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:30.558918 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network ce91c732-3cce-4206-a5ab-11531f571eb0 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:00:30.565533 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Made reservation on behalf of 96b69eda4f0d4fc3a75bb03d78beac4a for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:00:30.568071 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126047920'] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.736165 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126047886'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.796312 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebed099e-a80a-4564-b5e0-c1eb33e751d2,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:30.801435 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Checking segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:00:30.801885 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Network hostable DHCP agents. Network: ce91c732-3cce-4206-a5ab-11531f571eb0, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:00:30.818010 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Network ce91c732-3cce-4206-a5ab-11531f571eb0 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:00:30.826098 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, ce91c732-3cce-4206-a5ab-11531f571eb0) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:30.831049 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:30.831849 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.838180 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e67997c-e0bf-47ae-85d8-2e27a3a7540c None None] Network ce91c732-3cce-4206-a5ab-11531f571eb0 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:00:30.850814 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48028) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:30.857465 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:30.860610 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-14620f39-f7c8-4fb5-84be-64b5e18bf7a7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3196082 Aug 04 11:00:30.885460 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.886740 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.955959 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:30.995606 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-ce91c732-3cce-4206-a5ab-11531f571eb0', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:00:30.996523 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.090374 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.132192 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Allocated IP 172.20.0.2 (ce91c732-3cce-4206-a5ab-11531f571eb0/ebed099e-a80a-4564-b5e0-c1eb33e751d2/c431d3dc-7687-4fb8-a4aa-426ac4b32b08) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:00:31.284611 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.292811 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Transition to ACTIVE for port object c431d3dc-7687-4fb8-a4aa-426ac4b32b08 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:31.298562 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.307203 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Transition to ACTIVE for port object c431d3dc-7687-4fb8-a4aa-426ac4b32b08 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:31.314053 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.319504 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.353219 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Network ce91c732-3cce-4206-a5ab-11531f571eb0 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:00:31.356332 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:31.360064 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:00:31.367265 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Pushing event updated for resources: {'Port': ['ID=c431d3dc-7687-4fb8-a4aa-426ac4b32b08,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:31.395457 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.396074 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.396580 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.397109 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.397631 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.398142 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.398647 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.399153 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.399657 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.400168 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.400688 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.401197 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:31.435599 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Allocated IP 172.27.1.96 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/58f14ad6-5e0a-4859-80dc-30cc210b30d2) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:00:31.439216 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Attempting to bind port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:00:31.439626 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Attempting to bind port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:00:31.440097 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Attempting to bind port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 on network ce91c732-3cce-4206-a5ab-11531f571eb0 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:00:31.446767 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:00:31.447217 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Checking segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:00:31.447800 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.448389 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Bound using segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:00:31.448944 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Bound port: c431d3dc-7687-4fb8-a4aa-426ac4b32b08, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:00:31.449338 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.513104 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] For port c431d3dc-7687-4fb8-a4aa-426ac4b32b08, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:00:31.516295 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] For port c431d3dc-7687-4fb8-a4aa-426ac4b32b08, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=c431d3dc-7687-4fb8-a4aa-426ac4b32b08,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:00:31.520467 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.544122 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.578310 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb1f19-0c32-44c9-a69e-a6fe865b840d None None] Pushing event updated for resources: {'Port': ['ID=c431d3dc-7687-4fb8-a4aa-426ac4b32b08,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:31.583947 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:31.631994 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:00:31.634974 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:31.639345 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:00:31.642483 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Pushing event updated for resources: {'Port': ['ID=58f14ad6-5e0a-4859-80dc-30cc210b30d2,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:31.901948 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:32.362923 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:32.416614 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe21a8d-29f9-4570-a2fd-b78813b817a1 None None] Network ce91c732-3cce-4206-a5ab-11531f571eb0 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:00:32.499949 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:00:32.504429 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-2d4db9da-3c08-49ca-b91f-f113fbf171e6 None None] Provisioning for port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:32.598459 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device c431d3dc-7687-4fb8-a4aa-426ac4b32b08 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:32.617640 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:00:32.634726 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:32.636048 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-34d2141a-d8c1-499f-9971-55bb87665e9f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7840064 Aug 04 11:00:32.638984 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48038) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:32.758984 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Sync routers for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:00:32.778123 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:32.778768 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:00:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:32.894262 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:32.896079 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-46f07773-aa61-4a66-b49f-b6e4975e5b79 None None] Provisioning complete for port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:32.896451 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-46f07773-aa61-4a66-b49f-b6e4975e5b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:32.920237 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:32.920525 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:32.949504 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:33.110768 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.176375 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-46f07773-aa61-4a66-b49f-b6e4975e5b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.207761 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.249435 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-46f07773-aa61-4a66-b49f-b6e4975e5b79 None None] For port c431d3dc-7687-4fb8-a4aa-426ac4b32b08, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=c431d3dc-7687-4fb8-a4aa-426ac4b32b08,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:33.255117 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-46f07773-aa61-4a66-b49f-b6e4975e5b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.282429 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Allocated IP 172.20.0.1 (ce91c732-3cce-4206-a5ab-11531f571eb0/ebed099e-a80a-4564-b5e0-c1eb33e751d2/92e8c252-2cac-4f5f-9023-2b1212e3b88d) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:00:33.344605 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.db.api [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:00:33.345029 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG oslo_db.api [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:00:33.346522 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f07773-aa61-4a66-b49f-b6e4975e5b79 None None] Pushing event updated for resources: {'Port': ['ID=c431d3dc-7687-4fb8-a4aa-426ac4b32b08,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:33.349737 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:31Z', 'revision_number': 3, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:33.377671 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Checking router: 7ff093b7-35e1-44f1-b4a3-f0e435b07159 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:00:33.378016 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Updating router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 port 58f14ad6-5e0a-4859-80dc-30cc210b30d2 binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:00:33.400434 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.408819 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.413785 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Transition to ACTIVE for port object 92e8c252-2cac-4f5f-9023-2b1212e3b88d will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:33.449925 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.491092 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Network ce91c732-3cce-4206-a5ab-11531f571eb0 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:00:33.493901 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:33.497523 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:00:33.525364 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Pushing event updated for resources: {'Port': ['ID=92e8c252-2cac-4f5f-9023-2b1212e3b88d,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:33.541581 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.683206 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.692460 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.695857 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Transition to ACTIVE for port object 58f14ad6-5e0a-4859-80dc-30cc210b30d2 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:33.703977 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.763594 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Attempting to bind port 58f14ad6-5e0a-4859-80dc-30cc210b30d2 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:00:33.763967 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Attempting to bind port 58f14ad6-5e0a-4859-80dc-30cc210b30d2 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:00:33.764401 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Attempting to bind port 58f14ad6-5e0a-4859-80dc-30cc210b30d2 on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:00:33.766394 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a2361-525d-4462-bc7a-10c1cd140ad5 None None] Pushing event updated for resources: {'Port': ['ID=58f14ad6-5e0a-4859-80dc-30cc210b30d2,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:33.772198 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:00:33.772578 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:00:33.773247 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.773928 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:00:33.773928 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Bound port: 58f14ad6-5e0a-4859-80dc-30cc210b30d2, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:00:33.774206 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.812878 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-6af4e964-4d65-4b45-bcc8-d12cfeb68b5d None None] Provisioning for port 92e8c252-2cac-4f5f-9023-2b1212e3b88d completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:33.825464 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-6af4e964-4d65-4b45-bcc8-d12cfeb68b5d None None] Provisioning complete for port 92e8c252-2cac-4f5f-9023-2b1212e3b88d triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:33.825840 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6af4e964-4d65-4b45-bcc8-d12cfeb68b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.858476 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.864599 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.886412 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] For port 58f14ad6-5e0a-4859-80dc-30cc210b30d2, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:00:33.902332 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-6af4e964-4d65-4b45-bcc8-d12cfeb68b5d None None] Port 92e8c252-2cac-4f5f-9023-2b1212e3b88d cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:00:33.907528 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] For port 58f14ad6-5e0a-4859-80dc-30cc210b30d2, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=58f14ad6-5e0a-4859-80dc-30cc210b30d2,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:00:33.913774 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.944167 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Pushing event updated for resources: {'Port': ['ID=92e8c252-2cac-4f5f-9023-2b1212e3b88d,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:33.947986 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:33.965225 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:33.965788 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:00:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:34.013146 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a2361-525d-4462-bc7a-10c1cd140ad5 None None] Pushing event updated for resources: {'Port': ['ID=58f14ad6-5e0a-4859-80dc-30cc210b30d2,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:34.044664 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Network ce91c732-3cce-4206-a5ab-11531f571eb0 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:00:34.046115 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:34.091436 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:34.168983 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:00:34.285291 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:00:34.291072 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-79223740-c1a5-405e-8e6c-88d82c4bdf10 admin admin] 10.222.0.49 "PUT /v2.0/routers/7ff093b7-35e1-44f1-b4a3-f0e435b07159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6504433 Aug 04 11:00:34.308630 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 2, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:34.340307 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc3912-9dfc-4da1-8ca7-6e7c8ba7457d None None] The sync data for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi is: [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 2, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:00:34.349658 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-a7d19a6f-93b6-4de0-be9d-06f5236ee20d None None] Provisioning complete for port 92e8c252-2cac-4f5f-9023-2b1212e3b88d triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:34.350035 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a7d19a6f-93b6-4de0-be9d-06f5236ee20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:34.388193 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-a7d19a6f-93b6-4de0-be9d-06f5236ee20d None None] Port 92e8c252-2cac-4f5f-9023-2b1212e3b88d cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:00:34.582082 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device c431d3dc-7687-4fb8-a4aa-426ac4b32b08 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:34.642786 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:34.643172 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:34.822999 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48062) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:34.828109 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-677726691-network', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:34.849418 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Made reservation on behalf of 2b916a3f38ef4bf7a544122eeaea2e5e for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:00:34.851756 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:34.861545 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:34.960388 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:34.970304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.005633 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:00:35.026012 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.026361 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Added segment c211159b-ab3e-453f-882a-4feaf27dd239 of type vlan for network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 Aug 04 11:00:35.037573 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595eda6c-5a28-4a0e-b9d2-675223271125,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:35.072975 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732547977732'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.115433 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.116468 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:35.117106 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.175202 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3485751 Aug 04 11:00:35.175644 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48066) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:35.188735 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208d6d6-24bf-43cd-b6ec-68c3208005be admin admin] Pushing event updated for resources: {'Network': ['ID=8a4b3475-cb0f-4aed-95b9-77a3ead33ae7,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:35.189235 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Request body: {'subnet': {'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-677726691-subnet', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'ip_version': 4}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:35.198698 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 details requested by agent ovs-agent-dv-cinder-803456-1-iscsi with host dv-cinder-803456-1-iscsi {{(pid=93297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:00:35.223491 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Made reservation on behalf of 2b916a3f38ef4bf7a544122eeaea2e5e for: {'subnet': 1} {{(pid=93295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:00:35.226007 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126168723'] for subnet, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.247713 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.409212 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3238773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126168749'] for subnet, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.463110 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5256c49a-bf5d-47c3-a80a-fd59846fd77b,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:35.486915 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Checking segment: {'id': 'c211159b-ab3e-453f-882a-4feaf27dd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:00:35.487891 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Network hostable DHCP agents. Network: 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7, hostable agents: ['9cbf2d90-1296-41db-9b84-c0b677e5016e'], hosted agents: [] {{(pid=93295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:00:35.506149 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 is scheduled to be hosted by DHCP agent 9cbf2d90-1296-41db-9b84-c0b677e5016e with binding_index 1 {{(pid=93295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:00:35.515304 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-1-iscsi, 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7) {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:35.519690 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:35.520287 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.524771 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5e4f3-135d-4c55-bbe2-0a409f8e8242 None None] Network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:00:35.537964 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3492a968-9a99-4766-b0c4-e3c250044140 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3608944 Aug 04 11:00:35.540322 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48070) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:35.544796 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:35.569236 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9925'] for router, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.570683 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1652104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9948'] for router, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.631271 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.778131 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.807952 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59c50d13-04c7-5613-936e-2cc431335613-8a4b3475-cb0f-4aed-95b9-77a3ead33ae7', 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'fixed_ips': [{'subnet_id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b'}]}} from dv-cinder-803456-1-iscsi. {{(pid=93297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:00:35.809540 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:35.945527 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Allocated IP 172.20.0.2 (8a4b3475-cb0f-4aed-95b9-77a3ead33ae7/5256c49a-bf5d-47c3-a80a-fd59846fd77b/fb39f790-dc7c-4896-8d2f-5e02cd922bb5) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:00:35.978375 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.000878 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.097890 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.106860 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Transition to ACTIVE for port object fb39f790-dc7c-4896-8d2f-5e02cd922bb5 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:36.113459 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Allocated IP 172.27.1.230 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/f26b6501-f716-474b-9dca-50eea6773792) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:00:36.122593 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Transition to ACTIVE for port object fb39f790-dc7c-4896-8d2f-5e02cd922bb5 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:36.128680 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.166917 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:00:36.174558 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:36.174558 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:00:36.205752 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Pushing event updated for resources: {'Port': ['ID=fb39f790-dc7c-4896-8d2f-5e02cd922bb5,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:36.241832 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.247985 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Attempting to bind port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:00:36.248503 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Attempting to bind port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'c211159b-ab3e-453f-882a-4feaf27dd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:00:36.248941 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Attempting to bind port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 on network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:00:36.254832 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:00:36.255538 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Checking segment: {'id': 'c211159b-ab3e-453f-882a-4feaf27dd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:00:36.255671 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.256000 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Bound using segment: {'id': 'c211159b-ab3e-453f-882a-4feaf27dd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:00:36.257091 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Bound port: fb39f790-dc7c-4896-8d2f-5e02cd922bb5, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c211159b-ab3e-453f-882a-4feaf27dd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:00:36.257239 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.288201 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.324454 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] For port fb39f790-dc7c-4896-8d2f-5e02cd922bb5, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:00:36.328332 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] For port fb39f790-dc7c-4896-8d2f-5e02cd922bb5, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=fb39f790-dc7c-4896-8d2f-5e02cd922bb5,segment=NetworkSegment(c211159b-ab3e-453f-882a-4feaf27dd239),segment_id=c211159b-ab3e-453f-882a-4feaf27dd239)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:00:36.330518 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:00:36.332907 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.333552 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:36.337982 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:00:36.340273 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Pushing event updated for resources: {'Port': ['ID=f26b6501-f716-474b-9dca-50eea6773792,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:36.398126 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fce5f-4424-4606-b6a2-28fe1d3b41fa None None] Pushing event updated for resources: {'Port': ['ID=fb39f790-dc7c-4896-8d2f-5e02cd922bb5,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:36.443483 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Sync routers for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:00:36.454283 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:36.455248 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:00:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:36.610770 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:36.619500 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 58f14ad6-5e0a-4859-80dc-30cc210b30d2 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:36.667300 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.717547 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 58f14ad6-5e0a-4859-80dc-30cc210b30d2 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:36.725903 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 58f14ad6-5e0a-4859-80dc-30cc210b30d2 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:36.726696 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.831717 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.853194 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 58f14ad6-5e0a-4859-80dc-30cc210b30d2, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=58f14ad6-5e0a-4859-80dc-30cc210b30d2,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:36.857535 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.913712 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=58f14ad6-5e0a-4859-80dc-30cc210b30d2,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:36.928782 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1652055'] for router, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:36.955180 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 2, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:36.985751 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Checking router: 7ff093b7-35e1-44f1-b4a3-f0e435b07159 for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:00:36.986365 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Updating router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 port 92e8c252-2cac-4f5f-9023-2b1212e3b88d binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:00:37.012015 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:37.064937 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Router 28631547-3d54-43a3-bc8a-dc425a93c5bc is scheduled to L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 with binding_index 1 {{(pid=93295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:00:37.195926 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:00:37.205747 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Sync routers for ids ['28631547-3d54-43a3-bc8a-dc425a93c5bc'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:00:37.216098 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:37.218352 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-16dbd56a-3144-4447-89f0-d3ebf0671e57 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6763313 Aug 04 11:00:37.220566 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48078) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:37.222921 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Routers {'28631547-3d54-43a3-bc8a-dc425a93c5bc'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:37.223584 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:00:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['28631547-3d54-43a3-bc8a-dc425a93c5bc'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:37.332470 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:37.343816 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Transition to ACTIVE for port object 92e8c252-2cac-4f5f-9023-2b1212e3b88d will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:37.357888 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:37.420918 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Pushing event updated for resources: {'Port': ['ID=92e8c252-2cac-4f5f-9023-2b1212e3b88d,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:37.460026 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.461748 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.462310 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.462880 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.463422 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.463967 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.465039 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.466146 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.466860 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.467413 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.467958 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.469955 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:00:37.483025 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Set router 28631547-3d54-43a3-bc8a-dc425a93c5bc gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:37.529224 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Attempting to bind port 92e8c252-2cac-4f5f-9023-2b1212e3b88d on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:00:37.529536 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Attempting to bind port 92e8c252-2cac-4f5f-9023-2b1212e3b88d by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:00:37.529887 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Attempting to bind port 92e8c252-2cac-4f5f-9023-2b1212e3b88d on network ce91c732-3cce-4206-a5ab-11531f571eb0 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:00:37.541576 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:00:37.541946 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Checking segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:00:37.542341 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:37.543062 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Bound using segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:00:37.543185 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Bound port: 92e8c252-2cac-4f5f-9023-2b1212e3b88d, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:00:37.544114 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:37.594418 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780f3bc-616d-4f2a-96a2-9e6deb8a4269 None None] Network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:00:37.662707 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] For port 92e8c252-2cac-4f5f-9023-2b1212e3b88d, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:00:37.666597 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] For port 92e8c252-2cac-4f5f-9023-2b1212e3b88d, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=92e8c252-2cac-4f5f-9023-2b1212e3b88d,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:00:37.681638 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:37.716919 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-9243ac56-774f-4280-aaf2-26510f858e29 None None] Provisioning for port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:37.762738 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f492008-682c-4611-b9cf-fd6bd80e13c4 None None] Pushing event updated for resources: {'Port': ['ID=92e8c252-2cac-4f5f-9023-2b1212e3b88d,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:37.766836 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:37.767460 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:00:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:37.913890 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:37.932583 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f26b6501-f716-474b-9dca-50eea6773792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:35Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 3, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'gw_port': {'id': 'f26b6501-f716-474b-9dca-50eea6773792', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:36Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:37.938737 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:37.962284 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Checking router: 28631547-3d54-43a3-bc8a-dc425a93c5bc for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:00:37.962643 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Updating router 28631547-3d54-43a3-bc8a-dc425a93c5bc port f26b6501-f716-474b-9dca-50eea6773792 binding host dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:00:37.991785 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.100789 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Allocated IP 172.20.0.1 (8a4b3475-cb0f-4aed-95b9-77a3ead33ae7/5256c49a-bf5d-47c3-a80a-fd59846fd77b/5a23eadb-c781-4d15-87e1-9e8bdc54e4b4) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:00:38.194482 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:37Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:38.222163 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fb743-4b87-44e7-ab43-acb43b158887 None None] The sync data for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi is: [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:37Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:00:38.234026 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.252216 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Transition to ACTIVE for port object 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:38.297025 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.335845 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.350572 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:00:38.353923 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:38.358169 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:00:38.363807 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Pushing event updated for resources: {'Port': ['ID=5a23eadb-c781-4d15-87e1-9e8bdc54e4b4,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:38.367997 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Transition to ACTIVE for port object f26b6501-f716-474b-9dca-50eea6773792 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:38.376754 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.435218 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624712'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.466263 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Attempting to bind port f26b6501-f716-474b-9dca-50eea6773792 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:00:38.466695 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Attempting to bind port f26b6501-f716-474b-9dca-50eea6773792 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:00:38.467008 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Attempting to bind port f26b6501-f716-474b-9dca-50eea6773792 on network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:00:38.476554 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:00:38.476782 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Checking segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:00:38.477202 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.477606 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Bound using segment: {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:00:38.478083 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Bound port: f26b6501-f716-474b-9dca-50eea6773792, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a7668-b46b-481f-8764-68f479b6e585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:00:38.478473 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.482814 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302875a-e17c-41fb-94dc-739ec564f7b2 None None] Pushing event updated for resources: {'Port': ['ID=f26b6501-f716-474b-9dca-50eea6773792,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:38.573173 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] For port f26b6501-f716-474b-9dca-50eea6773792, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:00:38.579904 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] For port f26b6501-f716-474b-9dca-50eea6773792, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f26b6501-f716-474b-9dca-50eea6773792,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:00:38.589015 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.680516 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.741984 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Routers {'28631547-3d54-43a3-bc8a-dc425a93c5bc'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:38.742668 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:00:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['28631547-3d54-43a3-bc8a-dc425a93c5bc'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:38.816143 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302875a-e17c-41fb-94dc-739ec564f7b2 None None] Pushing event updated for resources: {'Port': ['ID=f26b6501-f716-474b-9dca-50eea6773792,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:38.826093 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device fb39f790-dc7c-4896-8d2f-5e02cd922bb5 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:38.830920 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b88c950-095c-4932-88e6-3e6a7cf6b23e None None] Provisioning for port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:38.861043 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b88c950-095c-4932-88e6-3e6a7cf6b23e None None] Provisioning complete for port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:38.861332 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b88c950-095c-4932-88e6-3e6a7cf6b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.940494 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.945206 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:38.953247 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b88c950-095c-4932-88e6-3e6a7cf6b23e None None] Port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:00:38.971003 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] Set router 28631547-3d54-43a3-bc8a-dc425a93c5bc gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:39.014320 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:39.023859 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:39.024233 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:39.061722 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624596'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:39.064370 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Pushing event updated for resources: {'Port': ['ID=5a23eadb-c781-4d15-87e1-9e8bdc54e4b4,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:39.195358 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:00:39.197238 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:39.326313 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Router 28631547-3d54-43a3-bc8a-dc425a93c5bc has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:00:39.396060 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:39.436501 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:00:39.438461 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port fb39f790-dc7c-4896-8d2f-5e02cd922bb5, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=fb39f790-dc7c-4896-8d2f-5e02cd922bb5,segment=NetworkSegment(c211159b-ab3e-453f-882a-4feaf27dd239),segment_id=c211159b-ab3e-453f-882a-4feaf27dd239)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:39.442761 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-70683771-e72a-4568-b741-1bd8eca7e20e admin admin] 10.222.0.49 "PUT /v2.0/routers/28631547-3d54-43a3-bc8a-dc425a93c5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2208517 Aug 04 11:00:39.447093 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:39.447969 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 92e8c252-2cac-4f5f-9023-2b1212e3b88d up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:39.510033 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f26b6501-f716-474b-9dca-50eea6773792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:35Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 4, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'gw_port': {'id': 'f26b6501-f716-474b-9dca-50eea6773792', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:36Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '5a23eadb-c781-4d15-87e1-9e8bdc54e4b4', 'name': '', 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'mac_address': 'fa:16:3e:e1:55:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:37Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 1, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'subnets': [{'id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:39.549849 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49de450-0161-4ba1-9fb5-8fbb20b4d787 None None] The sync data for ids ['28631547-3d54-43a3-bc8a-dc425a93c5bc'] in dv-cinder-803456-1-iscsi is: [{'id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f26b6501-f716-474b-9dca-50eea6773792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:35Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 4, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'gw_port': {'id': 'f26b6501-f716-474b-9dca-50eea6773792', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:36Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '5a23eadb-c781-4d15-87e1-9e8bdc54e4b4', 'name': '', 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'mac_address': 'fa:16:3e:e1:55:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:37Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 1, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'subnets': [{'id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:00:39.570968 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-edd7a6c0-805a-4d64-b0cf-93d579fa9c0d None None] Provisioning complete for port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:39.571344 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-edd7a6c0-805a-4d64-b0cf-93d579fa9c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:39.577040 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=fb39f790-dc7c-4896-8d2f-5e02cd922bb5,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:39.616970 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-edd7a6c0-805a-4d64-b0cf-93d579fa9c0d None None] Port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:00:39.618745 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 92e8c252-2cac-4f5f-9023-2b1212e3b88d completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:39.626416 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 92e8c252-2cac-4f5f-9023-2b1212e3b88d triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:39.626416 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:39.719882 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:39.759057 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 92e8c252-2cac-4f5f-9023-2b1212e3b88d, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=92e8c252-2cac-4f5f-9023-2b1212e3b88d,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:39.765004 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:39.768040 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 58f14ad6-5e0a-4859-80dc-30cc210b30d2 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:39.881689 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=92e8c252-2cac-4f5f-9023-2b1212e3b88d,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:39.898823 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 58f14ad6-5e0a-4859-80dc-30cc210b30d2 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:39.899150 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.300809 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48110) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:40.305772 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-7a22c613-4e77-428f-9c91-8da7d9c034a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1928153950', 'description': 'tempest-secgroup-smoke-1928153950 description', 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:40.330789 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7a22c613-4e77-428f-9c91-8da7d9c034a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.412581 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7a22c613-4e77-428f-9c91-8da7d9c034a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.416246 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7a22c613-4e77-428f-9c91-8da7d9c034a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.442858 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7a22c613-4e77-428f-9c91-8da7d9c034a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.444256 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7a22c613-4e77-428f-9c91-8da7d9c034a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1422551 Aug 04 11:00:40.447178 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48112) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:40.451564 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-ab4fb507-029e-4aad-b4aa-e648b7d1d200 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9cf22-e8a9-4729-b6b8-e38b19f65585', 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:40.459188 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22c613-4e77-428f-9c91-8da7d9c034a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb9cf22-e8a9-4729-b6b8-e38b19f65585,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:40.482034 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb507-029e-4aad-b4aa-e648b7d1d200 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.545491 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb507-029e-4aad-b4aa-e648b7d1d200 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.549465 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb507-029e-4aad-b4aa-e648b7d1d200 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.568527 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fb507-029e-4aad-b4aa-e648b7d1d200 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b14edd9-55a6-4760-b6ac-ed626c25b0e7,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:40.570928 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb507-029e-4aad-b4aa-e648b7d1d200 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.573287 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device fb39f790-dc7c-4896-8d2f-5e02cd922bb5 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:40.574905 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48116) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:40.575352 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ab4fb507-029e-4aad-b4aa-e648b7d1d200 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269689 Aug 04 11:00:40.580032 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-f143c7aa-f9dd-4407-b85c-38ea22d501ce tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9cf22-e8a9-4729-b6b8-e38b19f65585', 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:40.606962 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f143c7aa-f9dd-4407-b85c-38ea22d501ce tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.627253 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:40.627631 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.674449 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f143c7aa-f9dd-4407-b85c-38ea22d501ce tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.679046 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f143c7aa-f9dd-4407-b85c-38ea22d501ce tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.696998 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143c7aa-f9dd-4407-b85c-38ea22d501ce tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc0341b-097c-4fc0-95e7-469a535cfea3,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:40.704988 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f143c7aa-f9dd-4407-b85c-38ea22d501ce tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.707578 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-f143c7aa-f9dd-4407-b85c-38ea22d501ce tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311932 Aug 04 11:00:40.709558 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48118) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:40.714069 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-cf15ba0f-72ae-4c99-a966-48ac25fd83bd tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9cf22-e8a9-4729-b6b8-e38b19f65585', 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:40.722431 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 92e8c252-2cac-4f5f-9023-2b1212e3b88d up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:40.742815 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf15ba0f-72ae-4c99-a966-48ac25fd83bd tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.775747 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 92e8c252-2cac-4f5f-9023-2b1212e3b88d triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:40.776376 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.811456 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf15ba0f-72ae-4c99-a966-48ac25fd83bd tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.815102 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf15ba0f-72ae-4c99-a966-48ac25fd83bd tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.832295 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15ba0f-72ae-4c99-a966-48ac25fd83bd tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a13d2b-05c1-401c-84e5-650a3069ab78,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:40.838706 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-cf15ba0f-72ae-4c99-a966-48ac25fd83bd tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.840941 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-cf15ba0f-72ae-4c99-a966-48ac25fd83bd tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296325 Aug 04 11:00:40.843302 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48120) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:40.847648 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-d8ea1ae9-9e5b-4c4d-8a13-0d599cc3c01c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9cf22-e8a9-4729-b6b8-e38b19f65585', 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:40.876584 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d8ea1ae9-9e5b-4c4d-8a13-0d599cc3c01c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.950998 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d8ea1ae9-9e5b-4c4d-8a13-0d599cc3c01c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.955057 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d8ea1ae9-9e5b-4c4d-8a13-0d599cc3c01c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.971883 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea1ae9-9e5b-4c4d-8a13-0d599cc3c01c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbe6650-fb22-4f37-98c8-deb42b515957,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:40.978094 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-d8ea1ae9-9e5b-4c4d-8a13-0d599cc3c01c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:40.979290 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-d8ea1ae9-9e5b-4c4d-8a13-0d599cc3c01c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350763 Aug 04 11:00:40.982396 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48124) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:40.986818 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-6ac6dc55-2c06-4c36-8b58-26f28bcf1dbc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9cf22-e8a9-4729-b6b8-e38b19f65585', 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:41.009009 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.securitygroups_db [None req-6ac6dc55-2c06-4c36-8b58-26f28bcf1dbc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Project 96b69eda4f0d4fc3a75bb03d78beac4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:00:41.014169 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dc55-2c06-4c36-8b58-26f28bcf1dbc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:41.076714 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dc55-2c06-4c36-8b58-26f28bcf1dbc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:41.088977 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dc55-2c06-4c36-8b58-26f28bcf1dbc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:41.111878 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dc55-2c06-4c36-8b58-26f28bcf1dbc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:41.113086 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-6ac6dc55-2c06-4c36-8b58-26f28bcf1dbc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297629 Aug 04 11:00:41.115515 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6dc55-2c06-4c36-8b58-26f28bcf1dbc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96083833-69f6-4fe3-9e1e-2938be52592d,revision_number=0']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:41.117150 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48126) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:41.122156 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-f74e2dca-c2c5-44e6-90fc-6b0b3049abc1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9cf22-e8a9-4729-b6b8-e38b19f65585', 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:41.153933 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.securitygroups_db [None req-f74e2dca-c2c5-44e6-90fc-6b0b3049abc1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Project 96b69eda4f0d4fc3a75bb03d78beac4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:00:41.159468 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f74e2dca-c2c5-44e6-90fc-6b0b3049abc1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:41.226807 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f74e2dca-c2c5-44e6-90fc-6b0b3049abc1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:41.231143 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f74e2dca-c2c5-44e6-90fc-6b0b3049abc1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619694'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:41.249459 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e2dca-c2c5-44e6-90fc-6b0b3049abc1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a03af6e-7411-4c39-ba7b-a6c4537732c6,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:41.255590 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f74e2dca-c2c5-44e6-90fc-6b0b3049abc1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:41.256940 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f74e2dca-c2c5-44e6-90fc-6b0b3049abc1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388116 Aug 04 11:00:42.325002 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782618f1-0837-420e-a0c3-678988854448 None None] Sync routers for ids ['28631547-3d54-43a3-bc8a-dc425a93c5bc'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:00:42.334205 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782618f1-0837-420e-a0c3-678988854448 None None] Routers {'28631547-3d54-43a3-bc8a-dc425a93c5bc'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:42.334799 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-782618f1-0837-420e-a0c3-678988854448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:00:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['28631547-3d54-43a3-bc8a-dc425a93c5bc'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:42.443072 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-782618f1-0837-420e-a0c3-678988854448 None None] Set router 28631547-3d54-43a3-bc8a-dc425a93c5bc gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:42.584834 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f26b6501-f716-474b-9dca-50eea6773792 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:42.640284 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port f26b6501-f716-474b-9dca-50eea6773792 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:42.644055 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port f26b6501-f716-474b-9dca-50eea6773792 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:42.644431 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:42.657278 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-782618f1-0837-420e-a0c3-678988854448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f26b6501-f716-474b-9dca-50eea6773792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:35Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 4, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'gw_port': {'id': 'f26b6501-f716-474b-9dca-50eea6773792', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:36Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '5a23eadb-c781-4d15-87e1-9e8bdc54e4b4', 'name': '', 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'mac_address': 'fa:16:3e:e1:55:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:37Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 2, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'subnets': [{'id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:42.692490 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782618f1-0837-420e-a0c3-678988854448 None None] Checking router: 28631547-3d54-43a3-bc8a-dc425a93c5bc for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:00:42.693095 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782618f1-0837-420e-a0c3-678988854448 None None] Updating router 28631547-3d54-43a3-bc8a-dc425a93c5bc port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 binding host dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:00:42.719729 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-782618f1-0837-420e-a0c3-678988854448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:42.730308 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:42.758842 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port f26b6501-f716-474b-9dca-50eea6773792, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f26b6501-f716-474b-9dca-50eea6773792,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:42.764410 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:42.817944 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=f26b6501-f716-474b-9dca-50eea6773792,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:43.002962 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-782618f1-0837-420e-a0c3-678988854448 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:43.013587 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-782618f1-0837-420e-a0c3-678988854448 None None] Transition to ACTIVE for port object 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:43.019649 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-782618f1-0837-420e-a0c3-678988854448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:43.088373 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679de647-bbca-48d5-a641-e93d0e859077 None None] Pushing event updated for resources: {'Port': ['ID=5a23eadb-c781-4d15-87e1-9e8bdc54e4b4,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:43.120913 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-782618f1-0837-420e-a0c3-678988854448 None None] Attempting to bind port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 on host dv-cinder-803456-1-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:00:43.121987 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-782618f1-0837-420e-a0c3-678988854448 None None] Attempting to bind port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 by drivers openvswitch,hyperv on host dv-cinder-803456-1-iscsi at level 0 using segments [{'id': 'c211159b-ab3e-453f-882a-4feaf27dd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:00:43.122398 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782618f1-0837-420e-a0c3-678988854448 None None] Attempting to bind port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 on network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:00:43.127690 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782618f1-0837-420e-a0c3-678988854448 None None] Checking agent: {'id': '6eef07a1-aebb-4983-b776-fe5a121821df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 44, 26), 'started_at': datetime.datetime(2021, 8, 4, 10, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:00:43.128098 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782618f1-0837-420e-a0c3-678988854448 None None] Checking segment: {'id': 'c211159b-ab3e-453f-882a-4feaf27dd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:00:43.128531 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-782618f1-0837-420e-a0c3-678988854448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:43.128985 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782618f1-0837-420e-a0c3-678988854448 None None] Bound using segment: {'id': 'c211159b-ab3e-453f-882a-4feaf27dd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:00:43.129471 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-782618f1-0837-420e-a0c3-678988854448 None None] Bound port: 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4, host: dv-cinder-803456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c211159b-ab3e-453f-882a-4feaf27dd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:00:43.129882 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-782618f1-0837-420e-a0c3-678988854448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:43.208582 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-782618f1-0837-420e-a0c3-678988854448 None None] For port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4, host dv-cinder-803456-1-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:00:43.212028 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-782618f1-0837-420e-a0c3-678988854448 None None] For port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4, host dv-cinder-803456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=5a23eadb-c781-4d15-87e1-9e8bdc54e4b4,segment=NetworkSegment(c211159b-ab3e-453f-882a-4feaf27dd239),segment_id=c211159b-ab3e-453f-882a-4feaf27dd239)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:00:43.216083 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-782618f1-0837-420e-a0c3-678988854448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:43.275181 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782618f1-0837-420e-a0c3-678988854448 None None] Routers {'28631547-3d54-43a3-bc8a-dc425a93c5bc'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:00:43.275982 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-782618f1-0837-420e-a0c3-678988854448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:00:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['28631547-3d54-43a3-bc8a-dc425a93c5bc'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:43.315046 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679de647-bbca-48d5-a641-e93d0e859077 None None] Pushing event updated for resources: {'Port': ['ID=5a23eadb-c781-4d15-87e1-9e8bdc54e4b4,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:43.472288 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-782618f1-0837-420e-a0c3-678988854448 None None] Set router 28631547-3d54-43a3-bc8a-dc425a93c5bc gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:00:43.670061 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-782618f1-0837-420e-a0c3-678988854448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f26b6501-f716-474b-9dca-50eea6773792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:35Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 4, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'gw_port': {'id': 'f26b6501-f716-474b-9dca-50eea6773792', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:36Z', 'updated_at': '2021-08-04T11:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '5a23eadb-c781-4d15-87e1-9e8bdc54e4b4', 'name': '', 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'mac_address': 'fa:16:3e:e1:55:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:37Z', 'updated_at': '2021-08-04T11:00:43Z', 'revision_number': 4, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'subnets': [{'id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:00:43.696354 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782618f1-0837-420e-a0c3-678988854448 None None] The sync data for ids ['28631547-3d54-43a3-bc8a-dc425a93c5bc'] in dv-cinder-803456-1-iscsi is: [{'id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f26b6501-f716-474b-9dca-50eea6773792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:35Z', 'updated_at': '2021-08-04T11:00:38Z', 'revision_number': 4, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'gw_port': {'id': 'f26b6501-f716-474b-9dca-50eea6773792', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:36Z', 'updated_at': '2021-08-04T11:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '5a23eadb-c781-4d15-87e1-9e8bdc54e4b4', 'name': '', 'network_id': '8a4b3475-cb0f-4aed-95b9-77a3ead33ae7', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'mac_address': 'fa:16:3e:e1:55:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:37Z', 'updated_at': '2021-08-04T11:00:43Z', 'revision_number': 4, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'subnets': [{'id': '5256c49a-bf5d-47c3-a80a-fd59846fd77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:00:44.566762 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f26b6501-f716-474b-9dca-50eea6773792 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:44.616687 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port f26b6501-f716-474b-9dca-50eea6773792 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:44.617095 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:44.704129 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:44.752867 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning for port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:44.756369 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:44.756789 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:44.845629 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:44.879200 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] For port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=5a23eadb-c781-4d15-87e1-9e8bdc54e4b4,segment=NetworkSegment(c211159b-ab3e-453f-882a-4feaf27dd239),segment_id=c211159b-ab3e-453f-882a-4feaf27dd239)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:00:44.883034 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:44.931562 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Pushing event updated for resources: {'Port': ['ID=5a23eadb-c781-4d15-87e1-9e8bdc54e4b4,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:45.661171 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48222) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:45.762831 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a6468712-dc85-4a23-a355-89e87926ef7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:45.859371 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a6468712-dc85-4a23-a355-89e87926ef7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:45.863929 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a6468712-dc85-4a23-a355-89e87926ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:45.925146 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a6468712-dc85-4a23-a355-89e87926ef7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fb617f83b8845b99cd1a127dc29e486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588964 Aug 04 11:00:45.925146 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6468712-dc85-4a23-a355-89e87926ef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ff9174-02df-4511-8a13-7e7896a2d9f4,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:45.926593 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48230) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:45.976925 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbc6f-ce58-4386-b1ff-f3037db048f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:45.998340 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbc6f-ce58-4386-b1ff-f3037db048f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:46.048361 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbc6f-ce58-4386-b1ff-f3037db048f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:46.051226 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ba7dbc6f-ce58-4386-b1ff-f3037db048f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:46.052556 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ba7dbc6f-ce58-4386-b1ff-f3037db048f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19ff9174-02df-4511-8a13-7e7896a2d9f4 HTTP/1.1" status: 204 len: 168 time: 0.1255715 Aug 04 11:00:46.062263 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dbc6f-ce58-4386-b1ff-f3037db048f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ff9174-02df-4511-8a13-7e7896a2d9f4,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:46.571227 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 up at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:00:46.624812 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Provisioning complete for port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:46.625267 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:49.663810 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48298) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:49.768793 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-38bc4331-fd8d-474a-96d0-754612a0b27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:49.858691 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-38bc4331-fd8d-474a-96d0-754612a0b27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:49.862729 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-38bc4331-fd8d-474a-96d0-754612a0b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:49.899781 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-38bc4331-fd8d-474a-96d0-754612a0b27b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68b213013bcf40b3b55710818eb544aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348294 Aug 04 11:00:49.900681 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc4331-fd8d-474a-96d0-754612a0b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b94b12-65d0-44f8-90ba-7bf06a5ee4c5,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:49.903007 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48302) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:00:49.961907 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-11cb9a16-39ab-402a-9f3e-0c6724b5843b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:49.983876 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-11cb9a16-39ab-402a-9f3e-0c6724b5843b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:50.030804 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-11cb9a16-39ab-402a-9f3e-0c6724b5843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:50.033401 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-11cb9a16-39ab-402a-9f3e-0c6724b5843b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:50.034547 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-11cb9a16-39ab-402a-9f3e-0c6724b5843b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75b94b12-65d0-44f8-90ba-7bf06a5ee4c5 HTTP/1.1" status: 204 len: 168 time: 0.1301417 Aug 04 11:00:50.042166 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb9a16-39ab-402a-9f3e-0c6724b5843b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b94b12-65d0-44f8-90ba-7bf06a5ee4c5,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:52.311804 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-1d2ec77e-1d34-4b91-bf82-0ff526da51f6 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6123d8a052de4a48ac2bfe37a3479a4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555317 Aug 04 11:00:52.510018 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-995f54f3-e417-4352-ba53-a01093bbc118 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:52.511488 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-995f54f3-e417-4352-ba53-a01093bbc118 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950500 Aug 04 11:00:52.526835 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-b80f3b41-e4db-4cc1-ac72-3d68249bcad0 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/quotas/6123d8a052de4a48ac2bfe37a3479a4f HTTP/1.1" status: 200 len: 375 time: 0.0090785 Aug 04 11:00:52.560462 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-b06333a6-d32c-4402-a33a-738769b79d7d tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6123d8a052de4a48ac2bfe37a3479a4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276051 Aug 04 11:00:52.731799 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2464556d-ff5f-49d3-886d-cc982441762f req-b2e2e4dc-587b-4f71-a484-3601f61c7572 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 210 time: 0.0297301 Aug 04 11:00:53.033578 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dea01fd5-f70d-4a8d-82de-cc30fcad836c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:53.822273 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-865c5029-d3d0-4eb8-b317-b1c5ac208ff3 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6123d8a052de4a48ac2bfe37a3479a4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558419 Aug 04 11:00:53.945352 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8146d0ed-dffd-4f7b-8935-76a7aecf4787 req-66b99165-906d-4d3c-918b-f0a340d39bed tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 210 time: 0.0670850 Aug 04 11:00:54.002658 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-8c129b97-c506-48d8-93b9-7a5f15510c0f tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:54.004126 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-8c129b97-c506-48d8-93b9-7a5f15510c0f tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725333 Aug 04 11:00:54.030941 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Request body: {'port': {'device_id': 'fe4699d8-c973-427b-836a-547a3ea1ad37', 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0', 'admin_state_up': True, 'tenant_id': '6123d8a052de4a48ac2bfe37a3479a4f'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:54.137113 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Made reservation on behalf of 6123d8a052de4a48ac2bfe37a3479a4f for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:00:54.140532 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:54.148952 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:54.249729 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:54.254646 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:54.319034 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e398c8e7-d0aa-4100-b701-80b41c99a3e9,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:54.406668 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Allocated IP 192.168.233.236 (b2749427-2a08-4a26-bf58-73e8800304e0/ad56e3b3-5214-4b5e-b8ca-3f91a007d72c/14fd1165-ca40-419a-8481-1bb9aee0e7c3) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:00:54.569823 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:54.583893 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Transition to ACTIVE for port object 14fd1165-ca40-419a-8481-1bb9aee0e7c3 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:54.617283 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:54.668493 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Network b2749427-2a08-4a26-bf58-73e8800304e0 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:00:54.676417 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:00:54.680501 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:00:54.710037 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Pushing event updated for resources: {'Port': ['ID=14fd1165-ca40-419a-8481-1bb9aee0e7c3,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:54.744455 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:54.745109 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:54.766607 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-806f09c1-45a7-46e6-a250-867ccdd084a7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7406976 Aug 04 11:00:54.790905 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Request body: {'port': {'device_id': 'fe4699d8-c973-427b-836a-547a3ea1ad37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:00:54.871739 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:54.955227 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-c338ea6d-3442-47b9-8200-cfe0186cfb43 None None] Provisioning for port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:00:54.967389 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-c338ea6d-3442-47b9-8200-cfe0186cfb43 None None] Provisioning complete for port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:00:54.982080 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c338ea6d-3442-47b9-8200-cfe0186cfb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:55.056696 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-c338ea6d-3442-47b9-8200-cfe0186cfb43 None None] Port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:00:55.176947 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133e7cc-d4bb-4470-a038-ed19425ece87 req-9d4537c7-6779-4a56-88df-349cd8fd1332 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:55.178476 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5133e7cc-d4bb-4470-a038-ed19425ece87 req-9d4537c7-6779-4a56-88df-349cd8fd1332 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 936 time: 0.1093760 Aug 04 11:00:55.272301 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5133e7cc-d4bb-4470-a038-ed19425ece87 req-bf284f9a-1d48-45b4-8730-edc0170c9ae7 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643554 Aug 04 11:00:55.312552 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fd1165-ca40-419a-8481-1bb9aee0e7c3 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:00:55.320252 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:55.332500 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Transition to ACTIVE for port object 14fd1165-ca40-419a-8481-1bb9aee0e7c3 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:00:55.336987 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:55.389006 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Pushing event updated for resources: {'Port': ['ID=14fd1165-ca40-419a-8481-1bb9aee0e7c3,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:55.458805 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Attempting to bind port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:00:55.458805 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Attempting to bind port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '75e6cf64-6f9a-48d7-bd63-4aeab970d46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:00:55.459283 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Attempting to bind port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 on network b2749427-2a08-4a26-bf58-73e8800304e0 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:00:55.464102 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 on network b2749427-2a08-4a26-bf58-73e8800304e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:00:55.464446 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Attempting to bind port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 on network b2749427-2a08-4a26-bf58-73e8800304e0 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:00:55.469927 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:00:55.470270 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Checking segment: {'id': '75e6cf64-6f9a-48d7-bd63-4aeab970d46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:00:55.470661 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Bound using segment: {'id': '75e6cf64-6f9a-48d7-bd63-4aeab970d46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:00:55.471101 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Bound port: 14fd1165-ca40-419a-8481-1bb9aee0e7c3, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e6cf64-6f9a-48d7-bd63-4aeab970d46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:00:55.471466 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:55.607958 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:55.821080 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] For port 14fd1165-ca40-419a-8481-1bb9aee0e7c3, host hv-cinder-80345, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:00:55.824520 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] For port 14fd1165-ca40-419a-8481-1bb9aee0e7c3, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=14fd1165-ca40-419a-8481-1bb9aee0e7c3,segment=NetworkSegment(75e6cf64-6f9a-48d7-bd63-4aeab970d46d),segment_id=75e6cf64-6f9a-48d7-bd63-4aeab970d46d)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:00:55.828720 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:55.866906 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:55.867702 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:55.869919 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] 10.222.0.60 "PUT /v2.0/ports/14fd1165-ca40-419a-8481-1bb9aee0e7c3 HTTP/1.1" status: 200 len: 1098 time: 1.0860174 Aug 04 11:00:55.873601 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dc158e32-a65a-448f-a4ad-09b9c6bb1b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:55.876254 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4699d8-c973-427b-836a-547a3ea1ad37', 'tag': '14fd1165-ca40-419a-8481-1bb9aee0e7c3'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:00:55.879322 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500d6855-8478-448b-a12e-5982d5cba67b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4699d8-c973-427b-836a-547a3ea1ad37", "tag": "14fd1165-ca40-419a-8481-1bb9aee0e7c3"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:00:55.907965 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5947097-b3cd-4409-bdce-55262a4c8b33 service neutron] Pushing event updated for resources: {'Port': ['ID=14fd1165-ca40-419a-8481-1bb9aee0e7c3,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:00:55.924259 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4ed7e7-c15c-4146-bf0f-cacc66d94a42 x-openstack-request-id: req-cb4ed7e7-c15c-4146-bf0f-cacc66d94a42 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:00:55.924726 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4699d8-c973-427b-836a-547a3ea1ad37", "tag": "14fd1165-ca40-419a-8481-1bb9aee0e7c3", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:00:55.925148 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb4ed7e7-c15c-4146-bf0f-cacc66d94a42 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:00:55.925709 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4699d8-c973-427b-836a-547a3ea1ad37', 'tag': '14fd1165-ca40-419a-8481-1bb9aee0e7c3', 'status': 'completed', 'code': 200} Aug 04 11:00:56.395901 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71347fc-2357-4c83-a786-dec029879af7 req-b8eeab41-cd0f-4912-aee9-4375d83a88c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:56.397309 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b71347fc-2357-4c83-a786-dec029879af7 req-b8eeab41-cd0f-4912-aee9-4375d83a88c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 948 time: 0.0483830 Aug 04 11:00:56.437073 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b71347fc-2357-4c83-a786-dec029879af7 req-828ab214-c530-4a88-80e5-0a776f1f7aea tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Aug 04 11:00:57.215026 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:57.560603 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec78560-5e6c-47a6-bb1c-09d53920c6ed req-41e61aec-f39e-4ab8-80fb-e9c091aed56d tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:57.562105 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eec78560-5e6c-47a6-bb1c-09d53920c6ed req-41e61aec-f39e-4ab8-80fb-e9c091aed56d tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 948 time: 0.0472755 Aug 04 11:00:57.615601 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eec78560-5e6c-47a6-bb1c-09d53920c6ed req-5643338b-7704-4de3-8c98-060b716dbf03 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Aug 04 11:00:58.638281 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6855-8478-448b-a12e-5982d5cba67b req-67c42fb7-4f37-4f97-8d3c-f3d664104b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:58.639827 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-500d6855-8478-448b-a12e-5982d5cba67b req-67c42fb7-4f37-4f97-8d3c-f3d664104b9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6123d8a052de4a48ac2bfe37a3479a4f&device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 1101 time: 0.0406170 Aug 04 11:00:58.707608 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-500d6855-8478-448b-a12e-5982d5cba67b req-4da583e0-7e3c-487f-852e-9a593e637632 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6123d8a052de4a48ac2bfe37a3479a4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467379 Aug 04 11:00:58.765075 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:00:58.847337 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f84534-e7c8-4efc-9c4e-cf01cd56cc33 req-efb9638d-40bd-44aa-a91d-5aadfb353657 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:58.848843 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-53f84534-e7c8-4efc-9c4e-cf01cd56cc33 req-efb9638d-40bd-44aa-a91d-5aadfb353657 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 948 time: 0.1609740 Aug 04 11:00:58.919185 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d6855-8478-448b-a12e-5982d5cba67b req-434b7c48-4b49-490d-bd16-67f5b18501ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:58.920551 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-500d6855-8478-448b-a12e-5982d5cba67b req-434b7c48-4b49-490d-bd16-67f5b18501ca service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957905 Aug 04 11:00:58.925566 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-53f84534-e7c8-4efc-9c4e-cf01cd56cc33 req-4b121d7c-9a05-4b7c-b3eb-bc8903450c65 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706623 Aug 04 11:00:59.032304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-be2e41a5-151d-4420-968e-ecea345d2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:59.033845 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-be2e41a5-151d-4420-968e-ecea345d2847 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6123d8a052de4a48ac2bfe37a3479a4f&device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 1101 time: 0.0439110 Aug 04 11:00:59.081701 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-4b92769e-ea90-4ac1-a31f-c035efc0dafa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=14fd1165-ca40-419a-8481-1bb9aee0e7c3 HTTP/1.1" status: 200 len: 217 time: 0.0328436 Aug 04 11:00:59.134552 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-34a1f7b2-e04c-4c93-a1cb-e3c9191826fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:59.136029 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-34a1f7b2-e04c-4c93-a1cb-e3c9191826fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad56e3b3-5214-4b5e-b8ca-3f91a007d72c HTTP/1.1" status: 200 len: 843 time: 0.0468740 Aug 04 11:00:59.181401 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-38c76670-6798-4e31-b187-20b52a5f896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:00:59.182735 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-38c76670-6798-4e31-b187-20b52a5f896f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2749427-2a08-4a26-bf58-73e8800304e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0378647 Aug 04 11:00:59.280193 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-987b97d6-0663-4243-8f25-2cf2dcafd759 service neutron] 10.222.0.60 "GET /v2.0/networks/b2749427-2a08-4a26-bf58-73e8800304e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890172 Aug 04 11:00:59.373932 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a3fdbb9f-bf4f-4d04-820f-a51d52f234c5 req-f7b142d9-1b55-4aec-8b0b-67607d79a2d6 service neutron] 10.222.0.60 "GET /v2.0/networks/b2749427-2a08-4a26-bf58-73e8800304e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854194 Aug 04 11:01:00.040660 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d596b20-fb30-434d-be53-e450664225d4 req-7343cbd3-43e9-420f-93fe-ba0945eb12ba tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:00.042155 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8d596b20-fb30-434d-be53-e450664225d4 req-7343cbd3-43e9-420f-93fe-ba0945eb12ba tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 948 time: 0.0487509 Aug 04 11:01:00.080893 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8d596b20-fb30-434d-be53-e450664225d4 req-ae3d2ad6-9990-49d8-9908-50078cbc8f61 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Aug 04 11:01:01.193863 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe772e-dccf-46a6-aa35-22a42bd65d11 req-e0611433-b1f8-47a8-9f87-196ec8e25aa1 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:01.195316 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fffe772e-dccf-46a6-aa35-22a42bd65d11 req-e0611433-b1f8-47a8-9f87-196ec8e25aa1 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 948 time: 0.0500638 Aug 04 11:01:01.232877 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fffe772e-dccf-46a6-aa35-22a42bd65d11 req-cc1745b8-b38d-4c28-ab13-82738cb40548 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Aug 04 11:01:01.468099 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 14fd1165-ca40-419a-8481-1bb9aee0e7c3 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:01:01.558029 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 14fd1165-ca40-419a-8481-1bb9aee0e7c3, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=14fd1165-ca40-419a-8481-1bb9aee0e7c3,segment=NetworkSegment(75e6cf64-6f9a-48d7-bd63-4aeab970d46d),segment_id=75e6cf64-6f9a-48d7-bd63-4aeab970d46d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:01:01.569285 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '14fd1165-ca40-419a-8481-1bb9aee0e7c3', 'network_id': 'b2749427-2a08-4a26-bf58-73e8800304e0', 'port_id': '14fd1165-ca40-419a-8481-1bb9aee0e7c3', 'mac_address': 'fa:16:3e:80:5a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad56e3b3-5214-4b5e-b8ca-3f91a007d72c', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:01:01.608597 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:01.620568 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fd1165-ca40-419a-8481-1bb9aee0e7c3 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:01:01.639842 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 14fd1165-ca40-419a-8481-1bb9aee0e7c3, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=14fd1165-ca40-419a-8481-1bb9aee0e7c3,segment=NetworkSegment(75e6cf64-6f9a-48d7-bd63-4aeab970d46d),segment_id=75e6cf64-6f9a-48d7-bd63-4aeab970d46d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:01:01.643857 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:01.698704 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=14fd1165-ca40-419a-8481-1bb9aee0e7c3,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:01.988124 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['14fd1165-ca40-419a-8481-1bb9aee0e7c3'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:01:02.343023 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45dea-0e67-484d-aea7-a0d183ff2d68 req-1826b3da-5353-4e81-8546-bb4e68769efd tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:02.344472 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cdc45dea-0e67-484d-aea7-a0d183ff2d68 req-1826b3da-5353-4e81-8546-bb4e68769efd tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 949 time: 0.0474479 Aug 04 11:01:02.381226 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cdc45dea-0e67-484d-aea7-a0d183ff2d68 req-3e939611-bc1c-4e05-aac3-de5a924aa5ff tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308230 Aug 04 11:01:03.494855 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ec5f0-ac05-46db-b878-7d8d132d2c92 req-f75cbe9d-e612-4cb1-b234-194075986a2f tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:03.496326 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4e5ec5f0-ac05-46db-b878-7d8d132d2c92 req-f75cbe9d-e612-4cb1-b234-194075986a2f tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 949 time: 0.0486541 Aug 04 11:01:03.503260 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 14fd1165-ca40-419a-8481-1bb9aee0e7c3 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:01:03.533431 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4e5ec5f0-ac05-46db-b878-7d8d132d2c92 req-9c44e190-4f7e-4897-a0f1-9d567b4902a5 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305350 Aug 04 11:01:03.550038 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:01:03.553575 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:01:03.554017 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:03.627769 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:03.649088 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4699d8-c973-427b-836a-547a3ea1ad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fd1165-ca40-419a-8481-1bb9aee0e7c3'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:01:03.651286 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b5c482-7871-417a-909c-10c815a5682b" -d '{"events": [{"server_uuid": "fe4699d8-c973-427b-836a-547a3ea1ad37", "name": "network-vif-plugged", "status": "completed", "tag": "14fd1165-ca40-419a-8481-1bb9aee0e7c3"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:01:03.666502 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 14fd1165-ca40-419a-8481-1bb9aee0e7c3, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=14fd1165-ca40-419a-8481-1bb9aee0e7c3,segment=NetworkSegment(75e6cf64-6f9a-48d7-bd63-4aeab970d46d),segment_id=75e6cf64-6f9a-48d7-bd63-4aeab970d46d)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:01:03.671546 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:03.694941 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c801cc62-505a-4218-8051-9822782e968b x-openstack-request-id: req-c801cc62-505a-4218-8051-9822782e968b {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:01:03.695230 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4699d8-c973-427b-836a-547a3ea1ad37", "name": "network-vif-plugged", "status": "completed", "tag": "14fd1165-ca40-419a-8481-1bb9aee0e7c3", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:01:03.695482 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c801cc62-505a-4218-8051-9822782e968b {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:01:03.695870 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4699d8-c973-427b-836a-547a3ea1ad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fd1165-ca40-419a-8481-1bb9aee0e7c3', 'code': 200} Aug 04 11:01:03.720437 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=14fd1165-ca40-419a-8481-1bb9aee0e7c3,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:03.904364 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879007a-1ad5-4721-80b6-c17b1770fbb2 req-bba282bd-78dc-4d1c-b536-a1f80e2ec306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:03.905923 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7879007a-1ad5-4721-80b6-c17b1770fbb2 req-bba282bd-78dc-4d1c-b536-a1f80e2ec306 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 1103 time: 0.0441570 Aug 04 11:01:03.942340 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7879007a-1ad5-4721-80b6-c17b1770fbb2 req-078fe99a-4da8-4427-9c6f-2706131d88ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282898 Aug 04 11:01:04.136408 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48486) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:01:04.239453 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:04.326464 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:04.330148 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:04.367118 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5157189500c741a6b34c4441d76a42c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296154 Aug 04 11:01:04.368543 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dc99ac-99da-4f35-b5bf-208ab271b719,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:04.369928 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48490) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:01:04.375467 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.375817 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.376149 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.376479 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.376837 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.377158 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.377477 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.377795 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.378112 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.378429 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.378744 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.379059 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8880bc8-8de2-443a-a397-938b7927abc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.427179 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:04.448126 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:04.492773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:04.495288 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:04.496425 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21dc99ac-99da-4f35-b5bf-208ab271b719 HTTP/1.1" status: 204 len: 168 time: 0.1254327 Aug 04 11:01:04.504594 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dc99ac-99da-4f35-b5bf-208ab271b719,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:04.511605 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.511959 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.512306 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.512664 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.513010 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.513346 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.513678 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.514012 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.514418 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.514667 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.514992 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.515314 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c901e97-3fe9-4750-9871-0a8d51c8f372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:01:04.646685 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed919aa-3837-4f0b-98a1-f8181a3eba94 req-1ec240c0-2fa0-4723-855d-b70a2e27986c tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:04.648187 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5ed919aa-3837-4f0b-98a1-f8181a3eba94 req-1ec240c0-2fa0-4723-855d-b70a2e27986c tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 950 time: 0.0483918 Aug 04 11:01:04.687233 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5ed919aa-3837-4f0b-98a1-f8181a3eba94 req-78e53f02-2682-4c11-b425-79fe24c7a24b tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Aug 04 11:01:05.216126 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:05.292232 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-3c0c9a8c-bd93-4b2b-be89-8ab7be7f3b1e tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928153950&fields=id&tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a HTTP/1.1" status: 200 len: 267 time: 0.0394433 Aug 04 11:01:05.401088 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-6139438f-ce2c-48ee-8f4d-7e648f642d84 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:05.402570 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-6139438f-ce2c-48ee-8f4d-7e648f642d84 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 812 time: 0.1034725 Aug 04 11:01:05.417338 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-7b4f13d4-e564-482b-8ff4-05f8d5c39b07 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/quotas/96b69eda4f0d4fc3a75bb03d78beac4a HTTP/1.1" status: 200 len: 375 time: 0.0091574 Aug 04 11:01:05.468356 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-e41b6d6c-18b3-4ed4-91d6-6ed27520d003 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453596 Aug 04 11:01:05.659977 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ac3e12c7-cc23-4310-a7a3-01bf30ec1755 service neutron] 10.222.0.49 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796308 Aug 04 11:01:05.747669 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-372eef74-9da9-409f-89f8-c93ba5beb4ab service neutron] 10.222.0.49 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814533 Aug 04 11:01:05.804077 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150671f8-d694-4ed4-8a41-c230d20481c8 req-c44b456a-69c6-4b39-979d-fda81627643e tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:05.805767 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-150671f8-d694-4ed4-8a41-c230d20481c8 req-c44b456a-69c6-4b39-979d-fda81627643e tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 950 time: 0.0523732 Aug 04 11:01:05.845031 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-150671f8-d694-4ed4-8a41-c230d20481c8 req-21a02213-ca7a-4260-931e-1865dd46c5fa tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Aug 04 11:01:06.062095 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5f28d51c-f72d-481a-afcd-c457905be251 req-db825613-1e5f-47ac-a5ea-ada8b4593c59 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 210 time: 0.0367546 Aug 04 11:01:06.115650 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba7226-632f-4fcc-8c48-ed252ac93fd4 req-1cd4565c-70e2-4fb9-957e-7bc5c8058d27 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:06.117169 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c1ba7226-632f-4fcc-8c48-ed252ac93fd4 req-1cd4565c-70e2-4fb9-957e-7bc5c8058d27 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 950 time: 0.0492475 Aug 04 11:01:06.158459 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c1ba7226-632f-4fcc-8c48-ed252ac93fd4 req-7178a3a0-c252-4ebc-91c5-6a46e4b660db tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348148 Aug 04 11:01:06.476689 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:01:07.158913 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b28aa755-d98d-487e-9b2a-1c02c9767e1c req-dc70d874-0768-443e-8937-516e7bf7c21d tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 210 time: 0.0295579 Aug 04 11:01:07.270817 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9676ca-b002-4672-8437-78db681204fe req-2c076da0-886a-4568-a73f-291273700395 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:07.272248 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2a9676ca-b002-4672-8437-78db681204fe req-2c076da0-886a-4568-a73f-291273700395 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 950 time: 0.0467658 Aug 04 11:01:07.308530 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2a9676ca-b002-4672-8437-78db681204fe req-88405dd1-8300-4ea9-9a5c-60929589a56d tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304770 Aug 04 11:01:08.251376 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6604cab5-f6f9-41e1-8032-6ac7e30f7d73 req-b0ef3b81-8bb8-4f54-8626-13a29fdc4c6e tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 210 time: 0.0257401 Aug 04 11:01:08.420033 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a39d7-4c7b-4190-8be2-c9b15d67d5ce req-93fba6aa-f48c-48dd-a1a7-bf7985e3dccb tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:08.421549 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-036a39d7-4c7b-4190-8be2-c9b15d67d5ce req-93fba6aa-f48c-48dd-a1a7-bf7985e3dccb tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 950 time: 0.0478513 Aug 04 11:01:08.457862 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-036a39d7-4c7b-4190-8be2-c9b15d67d5ce req-1c37b6a5-aef3-4a69-94ad-714f596877d8 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302823 Aug 04 11:01:09.344402 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b3eef42c-749b-41f9-9fa2-17afff1d36cd req-a3c9fb1c-822e-4ec7-8883-e2b6de2e0b03 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 210 time: 0.0285995 Aug 04 11:01:09.568418 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa399e-b9e1-44d3-82bd-a606493c927e req-688fc1c6-4e07-4f95-9a62-4ea70b527e08 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:09.569802 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e3fa399e-b9e1-44d3-82bd-a606493c927e req-688fc1c6-4e07-4f95-9a62-4ea70b527e08 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 950 time: 0.0467463 Aug 04 11:01:09.606221 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e3fa399e-b9e1-44d3-82bd-a606493c927e req-f9287e79-3e1e-47d1-98c5-78dd286a79d2 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307033 Aug 04 11:01:09.781646 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-1c7b47ff-5144-4f85-a09f-d98a117e042d tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:09.783134 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-1c7b47ff-5144-4f85-a09f-d98a117e042d tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 812 time: 0.1071088 Aug 04 11:01:09.837146 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-dbc2a2e4-ea21-4f32-a5c5-9196ffb64b7c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a HTTP/1.1" status: 200 len: 380 time: 0.0339186 Aug 04 11:01:09.861052 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'port': {'device_id': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'admin_state_up': True, 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'security_groups': ['cfb9cf22-e8a9-4729-b6b8-e38b19f65585']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:01:09.966497 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Made reservation on behalf of 96b69eda4f0d4fc3a75bb03d78beac4a for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:01:09.970158 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.094017 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Allocated IP 172.20.0.4 (ce91c732-3cce-4206-a5ab-11531f571eb0/ebed099e-a80a-4564-b5e0-c1eb33e751d2/68b7f1ae-9b07-4bfd-85db-b3888614286c) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:01:10.228063 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.242343 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Transition to ACTIVE for port object 68b7f1ae-9b07-4bfd-85db-b3888614286c will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:01:10.275664 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.318795 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Network ce91c732-3cce-4206-a5ab-11531f571eb0 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:01:10.321735 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:01:10.325432 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:01:10.348246 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'Port': ['ID=68b7f1ae-9b07-4bfd-85db-b3888614286c,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:10.379014 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:10.379657 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.407479 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-01400ea1-09ad-4ac3-8b44-822dc3030b42 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508015 Aug 04 11:01:10.431692 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Request body: {'port': {'device_id': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:01:10.531091 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ca43-44ad-4b26-9ead-e65eb159d686 req-4a29028f-99f3-4b27-9ef9-cc0485e3f59f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:10.532586 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eec2ca43-44ad-4b26-9ead-e65eb159d686 req-4a29028f-99f3-4b27-9ef9-cc0485e3f59f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 931 time: 0.0978861 Aug 04 11:01:10.533627 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.555675 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-be2514d5-c0e0-4c4a-8399-3f1fd20371bc None None] Provisioning for port 68b7f1ae-9b07-4bfd-85db-b3888614286c completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:01:10.561078 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-be2514d5-c0e0-4c4a-8399-3f1fd20371bc None None] Provisioning complete for port 68b7f1ae-9b07-4bfd-85db-b3888614286c triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:01:10.561689 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-be2514d5-c0e0-4c4a-8399-3f1fd20371bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.602218 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eec2ca43-44ad-4b26-9ead-e65eb159d686 req-9c68dfa3-81d7-46aa-bf4e-08a8c50f14a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590804 Aug 04 11:01:10.609555 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-be2514d5-c0e0-4c4a-8399-3f1fd20371bc None None] Port 68b7f1ae-9b07-4bfd-85db-b3888614286c cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:01:10.611130 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-8ad0845a-23e4-4a91-a7d9-9a8877c56fcf tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:10.617825 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-8ad0845a-23e4-4a91-a7d9-9a8877c56fcf tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 950 time: 0.0646884 Aug 04 11:01:10.734335 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Deleting port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:01:10.734682 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.784513 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f61bf-cd93-4800-943c-5e2ae5b0f0ce req-c86280c4-3433-41fe-923a-f1ba4250fadc tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:10.786009 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd5f61bf-cd93-4800-943c-5e2ae5b0f0ce req-c86280c4-3433-41fe-923a-f1ba4250fadc tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 950 time: 0.1019309 Aug 04 11:01:10.828164 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] For port 14fd1165-ca40-419a-8481-1bb9aee0e7c3, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=14fd1165-ca40-419a-8481-1bb9aee0e7c3,segment=NetworkSegment(75e6cf64-6f9a-48d7-bd63-4aeab970d46d),segment_id=75e6cf64-6f9a-48d7-bd63-4aeab970d46d)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:01:10.828665 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.842087 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Calling delete_port for 14fd1165-ca40-419a-8481-1bb9aee0e7c3 owned by compute:nova {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:01:10.846594 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd5f61bf-cd93-4800-943c-5e2ae5b0f0ce req-d18e5559-3ca7-4b56-8b12-20a30b3ca5d1 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/security-groups?id=e398c8e7-d0aa-4100-b701-80b41c99a3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548003 Aug 04 11:01:10.915133 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b7f1ae-9b07-4bfd-85db-b3888614286c {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:01:10.923027 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.990291 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Transition to ACTIVE for port object 68b7f1ae-9b07-4bfd-85db-b3888614286c will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:01:10.990543 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:10.994208 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:11.023287 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Pushing event deleted for resources: {'Port': ['ID=14fd1165-ca40-419a-8481-1bb9aee0e7c3,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:11.038128 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['14fd1165-ca40-419a-8481-1bb9aee0e7c3'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:01:11.082860 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] No DVR routers for this DVR port 14fd1165-ca40-419a-8481-1bb9aee0e7c3 on host hv-cinder-80345 {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:01:11.085487 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:11.087662 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [req-b1178aed-4d89-4ba9-8786-ba331d613278 req-a620b199-3f49-40f4-8e2c-319c5bbd96c4 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.60 "DELETE /v2.0/ports/14fd1165-ca40-419a-8481-1bb9aee0e7c3 HTTP/1.1" status: 204 len: 173 time: 0.4573720 Aug 04 11:01:11.088118 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4699d8-c973-427b-836a-547a3ea1ad37', 'name': 'network-vif-deleted', 'tag': '14fd1165-ca40-419a-8481-1bb9aee0e7c3'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:01:11.090670 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96f21a1-4fba-44d5-b530-665fc072e93e" -d '{"events": [{"server_uuid": "fe4699d8-c973-427b-836a-547a3ea1ad37", "name": "network-vif-deleted", "tag": "14fd1165-ca40-419a-8481-1bb9aee0e7c3"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:01:11.115636 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=68b7f1ae-9b07-4bfd-85db-b3888614286c,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:11.146558 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eaaa0e-1385-4f34-a818-724996309f63 x-openstack-request-id: req-66eaaa0e-1385-4f34-a818-724996309f63 {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:01:11.147077 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4699d8-c973-427b-836a-547a3ea1ad37", "name": "network-vif-deleted", "tag": "14fd1165-ca40-419a-8481-1bb9aee0e7c3", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:01:11.147512 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66eaaa0e-1385-4f34-a818-724996309f63 {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:01:11.148209 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4699d8-c973-427b-836a-547a3ea1ad37', 'name': 'network-vif-deleted', 'tag': '14fd1165-ca40-419a-8481-1bb9aee0e7c3', 'status': 'completed', 'code': 200} Aug 04 11:01:11.156310 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Attempting to bind port 68b7f1ae-9b07-4bfd-85db-b3888614286c on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:01:11.156850 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Attempting to bind port 68b7f1ae-9b07-4bfd-85db-b3888614286c by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:01:11.157266 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Attempting to bind port 68b7f1ae-9b07-4bfd-85db-b3888614286c on network ce91c732-3cce-4206-a5ab-11531f571eb0 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:01:11.161898 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Port 68b7f1ae-9b07-4bfd-85db-b3888614286c on network ce91c732-3cce-4206-a5ab-11531f571eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:01:11.162219 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Attempting to bind port 68b7f1ae-9b07-4bfd-85db-b3888614286c on network ce91c732-3cce-4206-a5ab-11531f571eb0 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:01:11.167719 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:01:11.168056 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Checking segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:01:11.168439 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Bound using segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:01:11.168890 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Bound port: 68b7f1ae-9b07-4bfd-85db-b3888614286c, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:01:11.169277 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:11.243425 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] For port 68b7f1ae-9b07-4bfd-85db-b3888614286c, host hv-cinder-80345, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:01:11.246831 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] For port 68b7f1ae-9b07-4bfd-85db-b3888614286c, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68b7f1ae-9b07-4bfd-85db-b3888614286c,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:01:11.253220 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:11.290714 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:11.291312 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:11.292799 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] 10.222.0.60 "PUT /v2.0/ports/68b7f1ae-9b07-4bfd-85db-b3888614286c HTTP/1.1" status: 200 len: 1093 time: 0.8667679 Aug 04 11:01:11.293229 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'tag': '68b7f1ae-9b07-4bfd-85db-b3888614286c'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:01:11.295482 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70a0488-89be-47c9-a1e0-8c35afe76e81" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd6d8ae-35bb-4e95-8fb1-604873f78992", "tag": "68b7f1ae-9b07-4bfd-85db-b3888614286c"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:01:11.314404 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e431-7932-442e-a85c-59cc455d0bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=68b7f1ae-9b07-4bfd-85db-b3888614286c,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:11.346856 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca836e-29f5-4b1e-8aea-bb3cb6a4ffda x-openstack-request-id: req-52ca836e-29f5-4b1e-8aea-bb3cb6a4ffda {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:01:11.347143 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd6d8ae-35bb-4e95-8fb1-604873f78992", "tag": "68b7f1ae-9b07-4bfd-85db-b3888614286c", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:01:11.347389 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52ca836e-29f5-4b1e-8aea-bb3cb6a4ffda {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:01:11.347781 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'tag': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'status': 'completed', 'code': 200} Aug 04 11:01:11.721755 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a49ef-6566-44e1-8e8f-0713a7aa8397 req-21b047d2-1714-4eaf-82fb-ae618caa86e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:11.723252 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f93a49ef-6566-44e1-8e8f-0713a7aa8397 req-21b047d2-1714-4eaf-82fb-ae618caa86e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0495830 Aug 04 11:01:11.767719 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f93a49ef-6566-44e1-8e8f-0713a7aa8397 req-4939d8fe-c622-4f18-9e1f-cd2ea3b2192d tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385442 Aug 04 11:01:11.958471 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7f3823c4-260f-45a3-9fed-0ccbe2cd4385 req-a7bab7de-9f97-4450-88e0-790ad1a7cac8 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 210 time: 0.0281205 Aug 04 11:01:12.878021 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c73cb7-3c93-41b2-97ae-c59a2cf03e94 req-ad6f4ad3-ff66-4257-ae09-1dc033b68b1c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:12.879461 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-47c73cb7-3c93-41b2-97ae-c59a2cf03e94 req-ad6f4ad3-ff66-4257-ae09-1dc033b68b1c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0472758 Aug 04 11:01:12.915344 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-47c73cb7-3c93-41b2-97ae-c59a2cf03e94 req-ed5959fe-42f5-4b7d-b365-0a5393aac3b3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301287 Aug 04 11:01:13.064242 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f24a1027-c2b9-4ff7-830e-37e142c8e23b req-c5523293-d441-4776-b0e1-942ab3266706 tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 210 time: 0.0285010 Aug 04 11:01:14.026641 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acc3b1-9b1e-49c3-84d3-936fc1bedebd req-f3c8b627-a3de-44d4-9739-95f566c9e561 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:14.028139 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-85acc3b1-9b1e-49c3-84d3-936fc1bedebd req-f3c8b627-a3de-44d4-9739-95f566c9e561 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0479348 Aug 04 11:01:14.067140 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-85acc3b1-9b1e-49c3-84d3-936fc1bedebd req-3de47050-3589-4000-9fc2-060f5d6cf6cf tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Aug 04 11:01:14.176333 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbe1cf1a-90dd-45b1-9b9f-05e562f40a60 req-9882890f-c06e-4f98-bdec-c6397a451ffc tempest-VolumesNegativeTest-279096989 tempest-VolumesNegativeTest-279096989-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe4699d8-c973-427b-836a-547a3ea1ad37 HTTP/1.1" status: 200 len: 210 time: 0.0278487 Aug 04 11:01:14.226766 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0488-89be-47c9-a1e0-8c35afe76e81 req-e694cfb7-16d7-4744-aed0-dcdf0901304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:14.228153 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e70a0488-89be-47c9-a1e0-8c35afe76e81 req-e694cfb7-16d7-4744-aed0-dcdf0901304d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 1096 time: 0.0411804 Aug 04 11:01:14.393752 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0488-89be-47c9-a1e0-8c35afe76e81 req-afa10a8a-7b30-4838-9dab-4e6ac7878acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:14.395210 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e70a0488-89be-47c9-a1e0-8c35afe76e81 req-afa10a8a-7b30-4838-9dab-4e6ac7878acf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1508062 Aug 04 11:01:14.491964 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0488-89be-47c9-a1e0-8c35afe76e81 req-500cf9c6-8943-4a00-b265-1046fa3f6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:14.493500 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e70a0488-89be-47c9-a1e0-8c35afe76e81 req-500cf9c6-8943-4a00-b265-1046fa3f6376 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908780 Aug 04 11:01:14.615462 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-515bc19f-5e41-4048-972a-53e4c82cebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:14.616944 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-515bc19f-5e41-4048-972a-53e4c82cebbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 1096 time: 0.0410275 Aug 04 11:01:14.679143 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-8b2a115d-0bb7-4bc4-b301-396269665b7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b7f1ae-9b07-4bfd-85db-b3888614286c HTTP/1.1" status: 200 len: 217 time: 0.0341115 Aug 04 11:01:14.738432 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-859494f7-dec6-43cb-b40a-3b5e7b3c030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:14.739941 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-859494f7-dec6-43cb-b40a-3b5e7b3c030c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0501065 Aug 04 11:01:14.793064 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-30404bb2-b126-4074-aa02-bc8c45d75b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:14.794448 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-30404bb2-b126-4074-aa02-bc8c45d75b02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462921 Aug 04 11:01:14.882807 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-1fc9851d-7a63-49e8-82d9-b9409ec91e54 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797789 Aug 04 11:01:14.984461 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e7b68a3e-fed6-4da5-87c6-11731977030f req-54563e3d-2fe1-49ab-81e6-995b5283f172 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896862 Aug 04 11:01:15.148508 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 14fd1165-ca40-419a-8481-1bb9aee0e7c3 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:01:15.172701 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 14fd1165-ca40-419a-8481-1bb9aee0e7c3 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:01:15.173297 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 14fd1165-ca40-419a-8481-1bb9aee0e7c3 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:01:15.179486 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee9052-3865-4d84-a6f6-3ef131f35966 req-2f964ad6-c5fb-4bbf-8f50-fc8d0f16f75f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:15.181040 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-faee9052-3865-4d84-a6f6-3ef131f35966 req-2f964ad6-c5fb-4bbf-8f50-fc8d0f16f75f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0495141 Aug 04 11:01:15.239992 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-faee9052-3865-4d84-a6f6-3ef131f35966 req-56a70406-9799-4769-adcf-783db1f32fa1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519853 Aug 04 11:01:16.352918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20941f47-fe81-4841-a07a-daae3415684d req-3007edf5-73e8-4de2-aebb-762602373809 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:16.354406 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20941f47-fe81-4841-a07a-daae3415684d req-3007edf5-73e8-4de2-aebb-762602373809 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0522668 Aug 04 11:01:16.392380 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20941f47-fe81-4841-a07a-daae3415684d req-0413a2bd-d3dc-4d86-9715-8a17d1612d35 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Aug 04 11:01:17.504225 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbb447-57d6-4d99-b036-bf40f30f8acf req-12c79c78-2564-405b-a6c0-0aa1d1ace5f9 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:17.506599 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d1cbb447-57d6-4d99-b036-bf40f30f8acf req-12c79c78-2564-405b-a6c0-0aa1d1ace5f9 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0495596 Aug 04 11:01:17.549613 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d1cbb447-57d6-4d99-b036-bf40f30f8acf req-f4d4e43a-5b7c-4942-849d-6f0a43f47e30 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369811 Aug 04 11:01:18.661213 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827ac63-1e9d-41d7-9263-5dc0fed2bc5a req-28e82249-e9e0-4cb2-bddb-78df36925c0f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:18.662672 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6827ac63-1e9d-41d7-9263-5dc0fed2bc5a req-28e82249-e9e0-4cb2-bddb-78df36925c0f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0474200 Aug 04 11:01:18.700074 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6827ac63-1e9d-41d7-9263-5dc0fed2bc5a req-1cff0076-7e4f-4a1f-9898-df28b4e15340 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314431 Aug 04 11:01:19.853552 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdb3fb-3f54-43c1-acdb-a7c4be152bfb req-b311425b-147f-4bc9-a519-7621398be9d2 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:19.856097 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f2fdb3fb-3f54-43c1-acdb-a7c4be152bfb req-b311425b-147f-4bc9-a519-7621398be9d2 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0556672 Aug 04 11:01:19.895091 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f2fdb3fb-3f54-43c1-acdb-a7c4be152bfb req-ad906cd5-f98a-4964-a752-789138391148 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Aug 04 11:01:19.908109 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48906) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:01:20.044084 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-e795456c-c5c2-43de-8f54-fe9ec3518ae7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6123d8a052de4a48ac2bfe37a3479a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348598 Aug 04 11:01:20.046759 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48916) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:01:20.093121 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f12956b-c32a-4d73-b1cd-bcde4855e632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:20.113467 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f12956b-c32a-4d73-b1cd-bcde4855e632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:20.158508 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f12956b-c32a-4d73-b1cd-bcde4855e632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:20.161003 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-9f12956b-c32a-4d73-b1cd-bcde4855e632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:20.162130 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-9f12956b-c32a-4d73-b1cd-bcde4855e632 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e398c8e7-d0aa-4100-b701-80b41c99a3e9 HTTP/1.1" status: 204 len: 168 time: 0.1144884 Aug 04 11:01:20.169371 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12956b-c32a-4d73-b1cd-bcde4855e632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e398c8e7-d0aa-4100-b701-80b41c99a3e9,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:21.017459 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bced2-b168-4630-8d5a-8eeea62dc08f req-19ee3963-2ed7-4f7d-899d-9ebce62211db tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:21.018909 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d83bced2-b168-4630-8d5a-8eeea62dc08f req-19ee3963-2ed7-4f7d-899d-9ebce62211db tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0467663 Aug 04 11:01:21.054496 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d83bced2-b168-4630-8d5a-8eeea62dc08f req-22b61e8f-fbcf-4ddc-a9f0-eb46f814610b tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297348 Aug 04 11:01:22.168584 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abd137-f902-4007-b11c-710dc3899774 req-27b01506-e95b-47a8-b5d7-f71a27e0ec3c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:22.170752 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-90abd137-f902-4007-b11c-710dc3899774 req-27b01506-e95b-47a8-b5d7-f71a27e0ec3c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0503263 Aug 04 11:01:22.207902 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-90abd137-f902-4007-b11c-710dc3899774 req-d23e8b41-a493-4a38-8bde-8b7c0fdafc3f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Aug 04 11:01:23.035878 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4d741122-4e9c-491c-bf04-f98c9d1624c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:23.204289 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 68b7f1ae-9b07-4bfd-85db-b3888614286c details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:01:23.301565 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 68b7f1ae-9b07-4bfd-85db-b3888614286c, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68b7f1ae-9b07-4bfd-85db-b3888614286c,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:01:23.315597 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'port_id': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'mac_address': 'fa:16:3e:9c:7d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:01:23.327962 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382c8c8-85a9-4167-81a7-d90830beb46c req-e3b62770-9bf6-4ff2-90c3-bbc843963d66 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:23.329503 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0382c8c8-85a9-4167-81a7-d90830beb46c req-e3b62770-9bf6-4ff2-90c3-bbc843963d66 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 943 time: 0.0552089 Aug 04 11:01:23.357959 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:23.369308 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0382c8c8-85a9-4167-81a7-d90830beb46c req-02143353-fd85-4371-81be-0aa188fabd7e tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330718 Aug 04 11:01:23.377889 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b7f1ae-9b07-4bfd-85db-b3888614286c {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:01:23.401065 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 68b7f1ae-9b07-4bfd-85db-b3888614286c, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68b7f1ae-9b07-4bfd-85db-b3888614286c,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:01:23.405244 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:23.457716 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=68b7f1ae-9b07-4bfd-85db-b3888614286c,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:23.725714 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['68b7f1ae-9b07-4bfd-85db-b3888614286c'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:01:24.484392 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f75a5-2184-4bde-9267-95180e62da8d req-ddbb51db-11d3-4266-bedc-d50e6941293a tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:24.486144 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-927f75a5-2184-4bde-9267-95180e62da8d req-ddbb51db-11d3-4266-bedc-d50e6941293a tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 944 time: 0.0492189 Aug 04 11:01:24.525299 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-927f75a5-2184-4bde-9267-95180e62da8d req-a6fdbc1c-f250-4818-b78a-011614f8ddb7 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Aug 04 11:01:24.634209 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48952) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:01:24.737484 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-90350110-67fc-4776-b34c-28bf7fd407de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:24.827893 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-90350110-67fc-4776-b34c-28bf7fd407de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:24.831734 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-90350110-67fc-4776-b34c-28bf7fd407de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:24.869182 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90350110-67fc-4776-b34c-28bf7fd407de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94950b76-dbdf-4e18-bf9f-cbb3edb86058,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:24.873498 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-90350110-67fc-4776-b34c-28bf7fd407de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41d275f19b6647ff80b8796a951ff4c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382958 Aug 04 11:01:24.876215 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 48956) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:01:24.925538 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-85b37a1d-6594-4b78-90c6-e81b0a76cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:24.945612 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-85b37a1d-6594-4b78-90c6-e81b0a76cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:24.992993 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-85b37a1d-6594-4b78-90c6-e81b0a76cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:24.995679 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-85b37a1d-6594-4b78-90c6-e81b0a76cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:24.996840 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-85b37a1d-6594-4b78-90c6-e81b0a76cab0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94950b76-dbdf-4e18-bf9f-cbb3edb86058 HTTP/1.1" status: 204 len: 168 time: 0.1196876 Aug 04 11:01:25.004557 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b37a1d-6594-4b78-90c6-e81b0a76cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94950b76-dbdf-4e18-bf9f-cbb3edb86058,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:25.222483 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 68b7f1ae-9b07-4bfd-85db-b3888614286c up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:01:25.273929 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port 68b7f1ae-9b07-4bfd-85db-b3888614286c completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:01:25.278063 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port 68b7f1ae-9b07-4bfd-85db-b3888614286c triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:01:25.278435 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:25.353908 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:25.375340 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b7f1ae-9b07-4bfd-85db-b3888614286c'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:01:25.377574 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d747276-62eb-4c06-8021-c16a38e46875" -d '{"events": [{"server_uuid": "7dd6d8ae-35bb-4e95-8fb1-604873f78992", "name": "network-vif-plugged", "status": "completed", "tag": "68b7f1ae-9b07-4bfd-85db-b3888614286c"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:01:25.390244 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port 68b7f1ae-9b07-4bfd-85db-b3888614286c, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68b7f1ae-9b07-4bfd-85db-b3888614286c,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:01:25.394495 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:25.420028 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeff3da0-21cd-4996-9b1e-753e798c012c x-openstack-request-id: req-eeff3da0-21cd-4996-9b1e-753e798c012c {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:01:25.420318 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd6d8ae-35bb-4e95-8fb1-604873f78992", "name": "network-vif-plugged", "status": "completed", "tag": "68b7f1ae-9b07-4bfd-85db-b3888614286c", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:01:25.420569 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eeff3da0-21cd-4996-9b1e-753e798c012c {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:01:25.420977 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'code': 200} Aug 04 11:01:25.444909 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=68b7f1ae-9b07-4bfd-85db-b3888614286c,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:25.592194 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:25.649401 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99d24f-7435-45ea-afdd-f85b171e91cc req-16316f06-ff86-4894-b2e8-8d0418aea80a tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:25.650822 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4f99d24f-7435-45ea-afdd-f85b171e91cc req-16316f06-ff86-4894-b2e8-8d0418aea80a tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 945 time: 0.0549855 Aug 04 11:01:25.867339 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9a580cc8-6ff2-41bc-822d-be7be76564e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:25.968555 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c6466-2316-4851-a85f-0a2b0d0b7e51 req-99120931-2a80-4cb1-b8e6-e561e9dd2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:25.970092 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be7c6466-2316-4851-a85f-0a2b0d0b7e51 req-99120931-2a80-4cb1-b8e6-e561e9dd2df9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 1098 time: 0.3384123 Aug 04 11:01:25.973260 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4f99d24f-7435-45ea-afdd-f85b171e91cc req-ae237cc4-08f1-402f-b198-273fd308c55f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092296 Aug 04 11:01:26.011054 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be7c6466-2316-4851-a85f-0a2b0d0b7e51 req-ec715a33-978c-4365-ba98-b5da4291ec6f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292447 Aug 04 11:01:27.096541 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8403743-fdcf-4e23-a6e4-1958ca2cb9c7 req-d08a439d-97e5-41c5-a5ca-4e74a51b7f20 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:27.103967 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d8403743-fdcf-4e23-a6e4-1958ca2cb9c7 req-d08a439d-97e5-41c5-a5ca-4e74a51b7f20 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 945 time: 0.0577381 Aug 04 11:01:27.136925 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d8403743-fdcf-4e23-a6e4-1958ca2cb9c7 req-212f2b08-8be8-47d3-889d-c27f0b226c43 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321047 Aug 04 11:01:27.218260 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:28.246896 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c8d70-5845-4d9b-83f7-0b6843bbf231 req-f14ba983-03ff-4a86-b272-7d842a218299 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:28.249085 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-793c8d70-5845-4d9b-83f7-0b6843bbf231 req-f14ba983-03ff-4a86-b272-7d842a218299 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 945 time: 0.0470164 Aug 04 11:01:28.285792 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-793c8d70-5845-4d9b-83f7-0b6843bbf231 req-fbbfd3ee-6c6f-4523-a590-45e238ec3943 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308876 Aug 04 11:01:28.398475 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aaf96-7b98-4e3a-8535-d1f8786c5837 req-9e54d9f2-3ae4-481b-8773-e2559a867cd3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:28.399887 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-699aaf96-7b98-4e3a-8535-d1f8786c5837 req-9e54d9f2-3ae4-481b-8773-e2559a867cd3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 945 time: 0.0491440 Aug 04 11:01:28.437037 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-699aaf96-7b98-4e3a-8535-d1f8786c5837 req-6d2c162f-d651-46dd-a18d-af17f58de963 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Aug 04 11:01:28.457794 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48970) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:01:28.633446 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34946ef9-4f45-4d87-aec3-1fe3478f56cc tempest-TestVolumeBootPattern-248535711 tempest-TestVolumeBootPattern-248535711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:28.634910 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-34946ef9-4f45-4d87-aec3-1fe3478f56cc tempest-TestVolumeBootPattern-248535711 tempest-TestVolumeBootPattern-248535711-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 1093 time: 0.1761858 Aug 04 11:01:28.637794 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 48974) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:01:28.642156 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'floatingip': {'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'port_id': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:01:28.663429 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:28.758901 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:28.765862 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:28.865976 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Allocated IP 172.27.1.136 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/d043b6a8-d0c1-40d9-be8b-98cb38a2ef37) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:01:28.964953 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:29.002196 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:29.041051 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:01:29.043703 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:01:29.047285 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:01:29.075905 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'Port': ['ID=d043b6a8-d0c1-40d9-be8b-98cb38a2ef37,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:29.393532 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:29.461728 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:29.604305 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:29.609250 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:29.677567 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'Port': ['ID=d043b6a8-d0c1-40d9-be8b-98cb38a2ef37,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:01:29.687148 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:29.784043 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Floating IP 0dbcd9e8-cfbd-4567-a511-d004bc126e24 associated. External IP: 172.27.1.136, port: 68b7f1ae-9b07-4bfd-85db-b3888614286c. Aug 04 11:01:29.978717 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:01:30.081820 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:01:30.091140 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] Sync routers for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:01:30.098723 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:30.101324 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:01:30.101989 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:01:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:01:30.125147 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6bd63b81-7d11-460d-b8f4-5d3d774c1497 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4863303 Aug 04 11:01:30.125736 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'tag': '68b7f1ae-9b07-4bfd-85db-b3888614286c'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:01:30.127933 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd6d8ae-35bb-4e95-8fb1-604873f78992", "tag": "68b7f1ae-9b07-4bfd-85db-b3888614286c"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:01:30.162278 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ef925e-b951-41c0-a684-7ede7c5f74bf x-openstack-request-id: req-e1ef925e-b951-41c0-a684-7ede7c5f74bf {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:01:30.162565 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd6d8ae-35bb-4e95-8fb1-604873f78992", "tag": "68b7f1ae-9b07-4bfd-85db-b3888614286c", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:01:30.162813 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1ef925e-b951-41c0-a684-7ede7c5f74bf {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:01:30.163205 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'tag': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'status': 'completed', 'code': 200} Aug 04 11:01:30.205414 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:01:30.248607 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-10f387db-acd7-4510-942c-607ad27fb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:30.250060 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-10f387db-acd7-4510-942c-607ad27fb0bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 1098 time: 0.0428469 Aug 04 11:01:30.338190 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-52bde062-626a-446b-a58f-d44478d51cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:30.339637 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-52bde062-626a-446b-a58f-d44478d51cf1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.0824983 Aug 04 11:01:30.406230 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-71ed0398-3812-49ea-85ba-3dda6928c7b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b7f1ae-9b07-4bfd-85db-b3888614286c HTTP/1.1" status: 200 len: 999 time: 0.0594640 Aug 04 11:01:30.422262 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '0dbcd9e8-cfbd-4567-a511-d004bc126e24', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:9c:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:01:29Z', 'updated_at': '2021-08-04T11:01:29Z', 'revision_number': 0, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:01:30.447125 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] Checking router: 7ff093b7-35e1-44f1-b4a3-f0e435b07159 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:01:30.455183 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-38acb594-d44c-49c1-8e3f-abfb3d6213e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:30.455635 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:01:30.456231 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:01:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:01:30.456607 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-38acb594-d44c-49c1-8e3f-abfb3d6213e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0428660 Aug 04 11:01:30.500329 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-2ce59878-034b-4fbd-99da-58c4f2e77cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:30.501750 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-2ce59878-034b-4fbd-99da-58c4f2e77cf5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381463 Aug 04 11:01:30.600244 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-f10a4f91-e19c-4adf-bd24-415ab8eeaf23 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909226 Aug 04 11:01:30.679490 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:01:30.697007 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f8b3b752-1b6e-4e44-af22-6f73a10e9fa1 req-f2621b2e-033f-4ea1-be7b-cb2eec34d64e service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894501 Aug 04 11:01:30.862931 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-4563ea28-634e-46bd-a1d0-1180e1d670f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383856 Aug 04 11:01:30.903686 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '0dbcd9e8-cfbd-4567-a511-d004bc126e24', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:9c:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:01:29Z', 'updated_at': '2021-08-04T11:01:29Z', 'revision_number': 0, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:01:30.929783 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc51414-6692-4bf8-89b1-c39fff7f68d1 None None] The sync data for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi is: [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '0dbcd9e8-cfbd-4567-a511-d004bc126e24', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:9c:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:01:29Z', 'updated_at': '2021-08-04T11:01:29Z', 'revision_number': 0, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:01:30.969689 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-2651c755-62e3-43cf-afdb-e1cbed72c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:30.971363 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-2651c755-62e3-43cf-afdb-e1cbed72c9f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 1098 time: 0.0504153 Aug 04 11:01:31.076888 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-ddc17d79-c114-409b-bdca-49450dd7a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:31.078904 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-ddc17d79-c114-409b-bdca-49450dd7a3c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.0868676 Aug 04 11:01:31.126326 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ec2b3-6d66-4314-9561-23aaa097dce2 None None] New status for floating IP 0dbcd9e8-cfbd-4567-a511-d004bc126e24: ACTIVE {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:01:31.150168 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-bb74a1c4-1ede-464b-a320-f343e8120c8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b7f1ae-9b07-4bfd-85db-b3888614286c HTTP/1.1" status: 200 len: 999 time: 0.0634351 Aug 04 11:01:31.199162 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-d67d0215-cacd-4876-8171-31e167117108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:31.200657 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-d67d0215-cacd-4876-8171-31e167117108 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0437450 Aug 04 11:01:31.252772 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-ed4d9e09-d5b7-4863-ad04-702d22c28b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:01:31.254254 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-ed4d9e09-d5b7-4863-ad04-702d22c28b00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453174 Aug 04 11:01:31.347873 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-b7253c60-264e-4115-a2a5-ab81836a6658 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843847 Aug 04 11:01:31.436322 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c0fbfa3c-fb92-4222-a11a-2de9a587a262 req-2643d85d-e6d2-48ff-accb-a8a4308c4afe service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797811 Aug 04 11:01:35.211270 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:43.475232 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:01:53.036664 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b3898cec-7801-4857-b6c8-c0c0208a8f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:55.593860 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:55.868826 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-90b85e3a-eccb-4abb-9e23-3e6121b5edec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:57.220610 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:01:58.770564 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:05.208558 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:20.473877 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:02:23.040418 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c5040a23-89be-4190-a4fa-ee56ac13ef23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:25.595201 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:25.869768 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9d4368e1-daac-4f1d-93f3-f868c42ec7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:27.223212 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:28.773265 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:30.905737 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-63da056f-411f-40fe-aa39-949142c22879 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643625 Aug 04 11:02:31.068855 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-f8d609be-2900-4464-8ad1-53d4c6a7ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:02:31.071278 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-f8d609be-2900-4464-8ad1-53d4c6a7ece9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 1098 time: 0.0786955 Aug 04 11:02:31.256546 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-5cae4a28-e277-405f-b92b-937c3478cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:02:31.258927 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-5cae4a28-e277-405f-b92b-937c3478cb82 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.1608629 Aug 04 11:02:31.373017 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-608e585c-97ce-459e-9090-22071f6df2a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b7f1ae-9b07-4bfd-85db-b3888614286c HTTP/1.1" status: 200 len: 1001 time: 0.1054139 Aug 04 11:02:31.443076 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-8804a8b2-7cb4-4eee-9c95-025a9760eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:02:31.444540 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-8804a8b2-7cb4-4eee-9c95-025a9760eed2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0591047 Aug 04 11:02:31.514394 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-0a41bebc-0916-4890-bdb4-180327139e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:02:31.516828 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-0a41bebc-0916-4890-bdb4-180327139e22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609181 Aug 04 11:02:31.616665 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-c9221c4e-d90f-4721-a445-03af6f90aee2 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884011 Aug 04 11:02:31.722640 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c21b51df-20b9-4358-8ca7-7b30e34ba869 req-8418d9f8-02da-4ee4-adf6-8991eb0359d5 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943017 Aug 04 11:02:35.220074 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:53.044930 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-de951c85-7970-459f-9487-31c193fc9906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:55.595531 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:55.870872 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-63c0903c-2366-4d24-b67b-4ce65a183233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:57.226295 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:02:57.473583 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:02:58.775904 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:05.213090 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:23.059067 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-41e008e5-fa8e-49da-870a-b6edcbcdd791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:25.599000 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:25.872447 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d8c5da85-9470-4f37-9211-8280883db4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:27.230075 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:27.934526 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600954cb-644b-4697-b8dc-ea5531a36d57 req-440b1617-4a86-4fa5-8dac-0a616f6ffc6e tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:27.936238 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-600954cb-644b-4697-b8dc-ea5531a36d57 req-440b1617-4a86-4fa5-8dac-0a616f6ffc6e tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 945 time: 0.1789312 Aug 04 11:03:27.984463 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-600954cb-644b-4697-b8dc-ea5531a36d57 req-6802acc2-dff7-42bb-a96e-67ae0f6b1f49 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Aug 04 11:03:28.783837 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:29.186617 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2ada6-0711-4b02-9168-c530cc1a6ec1 req-3bafc088-050c-4028-a23d-b74d51e29d56 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:29.188108 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-56d2ada6-0711-4b02-9168-c530cc1a6ec1 req-3bafc088-050c-4028-a23d-b74d51e29d56 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 945 time: 0.1116116 Aug 04 11:03:29.228931 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-56d2ada6-0711-4b02-9168-c530cc1a6ec1 req-87d26b13-e670-408f-9492-32a1fede933a tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Aug 04 11:03:29.881470 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-9b85cba6-a3e7-402c-a9d4-a6a0a3284479 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:29.882956 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-9b85cba6-a3e7-402c-a9d4-a6a0a3284479 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 945 time: 0.0504608 Aug 04 11:03:29.989952 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Deleting port 68b7f1ae-9b07-4bfd-85db-b3888614286c {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:03:29.990209 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:30.084709 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] For port 68b7f1ae-9b07-4bfd-85db-b3888614286c, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68b7f1ae-9b07-4bfd-85db-b3888614286c,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:03:30.085076 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:30.271180 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:30.271898 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:30.272107 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Floating IP 0dbcd9e8-cfbd-4567-a511-d004bc126e24 disassociated. External IP: 172.27.1.136, port: 68b7f1ae-9b07-4bfd-85db-b3888614286c. Aug 04 11:03:30.272887 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Calling delete_port for 68b7f1ae-9b07-4bfd-85db-b3888614286c owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:03:30.402311 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e8d21-f971-47c2-8533-032e835ba645 req-ce07bb7f-f4df-437e-ad49-60b47f092862 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:30.403830 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ec9e8d21-f971-47c2-8533-032e835ba645 req-ce07bb7f-f4df-437e-ad49-60b47f092862 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 945 time: 0.0787945 Aug 04 11:03:30.481721 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ec9e8d21-f971-47c2-8533-032e835ba645 req-4623f2b8-07ce-4380-9594-43d02382f962 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681081 Aug 04 11:03:30.496900 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:30.529866 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event deleted for resources: {'Port': ['ID=68b7f1ae-9b07-4bfd-85db-b3888614286c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:03:30.541512 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.541859 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.542198 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.542532 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.542860 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.543187 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.543514 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.543836 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.544161 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.544484 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.544832 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.545148 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:30.666397 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:03:31.173304 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:03:31.186490 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] Sync routers for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:03:31.199199 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:03:31.200003 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:03:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:03:31.219568 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] No DVR routers for this DVR port 68b7f1ae-9b07-4bfd-85db-b3888614286c on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:03:31.224126 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:31.227198 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea0c17ea-db50-4c0e-996c-d5e2be177384 req-6404903f-e34e-4219-bdfc-3f3ef10e2630 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "DELETE /v2.0/ports/68b7f1ae-9b07-4bfd-85db-b3888614286c HTTP/1.1" status: 204 len: 173 time: 1.3360951 Aug 04 11:03:31.228026 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'name': 'network-vif-deleted', 'tag': '68b7f1ae-9b07-4bfd-85db-b3888614286c'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:03:31.231637 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3982706-0fc1-4c7a-86bc-5a4d9e29d828" -d '{"events": [{"server_uuid": "7dd6d8ae-35bb-4e95-8fb1-604873f78992", "name": "network-vif-deleted", "tag": "68b7f1ae-9b07-4bfd-85db-b3888614286c"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:03:31.330095 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:03:31.343561 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d456ba-182f-48be-9bf3-c3857bf4def0 x-openstack-request-id: req-53d456ba-182f-48be-9bf3-c3857bf4def0 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:03:31.344182 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd6d8ae-35bb-4e95-8fb1-604873f78992", "name": "network-vif-deleted", "tag": "68b7f1ae-9b07-4bfd-85db-b3888614286c", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:03:31.344182 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53d456ba-182f-48be-9bf3-c3857bf4def0 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:03:31.344476 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd6d8ae-35bb-4e95-8fb1-604873f78992', 'name': 'network-vif-deleted', 'tag': '68b7f1ae-9b07-4bfd-85db-b3888614286c', 'status': 'completed', 'code': 200} Aug 04 11:03:31.542394 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:03:31.585734 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] Checking router: 7ff093b7-35e1-44f1-b4a3-f0e435b07159 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:03:31.588407 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c255b588-783e-4be8-9e04-32e9a587322f req-59ee8f5c-f59f-4fe6-bba8-fa970638487c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=7dd6d8ae-35bb-4e95-8fb1-604873f78992 HTTP/1.1" status: 200 len: 210 time: 0.0315940 Aug 04 11:03:31.598231 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:03:31.598921 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:03:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:03:31.741668 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:03:31.967239 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:03:32.004551 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d0756-55f0-4d04-ba1e-29155bc32268 None None] The sync data for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi is: [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:03:32.247773 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c9a60-c1fd-4e51-b43b-be8b0edfd6e7 None None] New status for floating IP 0dbcd9e8-cfbd-4567-a511-d004bc126e24: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:03:32.865943 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-1b66aa21-8bb9-4d21-a36d-30c626b5acd9 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928153950&fields=id&tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a HTTP/1.1" status: 200 len: 267 time: 0.0425951 Aug 04 11:03:32.995659 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-7c9a4c59-cce7-47f3-a86b-340558ebe666 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:32.997233 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-7c9a4c59-cce7-47f3-a86b-340558ebe666 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 812 time: 0.1242967 Aug 04 11:03:33.014664 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-7062105b-1093-4873-9b14-e4c922be3ac1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/quotas/96b69eda4f0d4fc3a75bb03d78beac4a HTTP/1.1" status: 200 len: 375 time: 0.0103548 Aug 04 11:03:33.072024 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-07cfbf6f-088d-44a9-9da7-6e40602e93aa tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495160 Aug 04 11:03:33.138514 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-cfb5ae82-4737-4a0a-ae3b-a78bf97aeeb5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:03:33.139507 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-cfb5ae82-4737-4a0a-ae3b-a78bf97aeeb5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531268 Aug 04 11:03:33.254081 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-fdc60ad4-20b8-41dc-99dc-7125b0fcd987 service neutron] 10.222.0.49 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074090 Aug 04 11:03:33.350521 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3a53a50c-87a1-44ae-b8e2-6c5535b3dc76 service neutron] 10.222.0.49 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902812 Aug 04 11:03:33.675845 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3bbfa521-8881-4190-873f-99e1e7b0ce5f req-edc1e05a-0816-48f7-a187-87d0274adec9 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 210 time: 0.0267756 Aug 04 11:03:33.901732 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 68b7f1ae-9b07-4bfd-85db-b3888614286c no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:03:33.934181 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: 68b7f1ae-9b07-4bfd-85db-b3888614286c {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:03:33.934559 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device 68b7f1ae-9b07-4bfd-85db-b3888614286c not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:03:34.473158 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:03:34.774448 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aaa50bc3-af84-4bed-87e6-d109374b3a1b req-286253a8-d0e0-4969-8add-376001bdadca tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 210 time: 0.0326104 Aug 04 11:03:35.205062 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:35.871062 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f98332a0-a2c7-4762-8053-842d3b8864d4 req-674e6809-c2e0-4bde-afb0-d2bde25a1144 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 210 time: 0.0305777 Aug 04 11:03:36.950506 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-75a8e3c6-9069-40bf-ba1f-d115fdd84d66 req-aeb28bfa-ec7b-437b-815c-2fc6c351187f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 210 time: 0.0273104 Aug 04 11:03:38.052531 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-523de3ed-de8a-4572-b8c7-1769913cd7aa req-174bf330-cff6-439b-82a1-7c322708daf9 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 210 time: 0.0295081 Aug 04 11:03:39.164523 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-fdf4270f-e847-4211-9960-8409aa4ca75c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:39.166066 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-fdf4270f-e847-4211-9960-8409aa4ca75c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 812 time: 0.1421354 Aug 04 11:03:39.167963 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-09318e9d-09b7-4d59-9b5b-8bdeff760719 req-0fab8dd0-8158-4b95-8293-bc86321e62d3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 210 time: 0.0421884 Aug 04 11:03:39.242391 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-f941c3e2-07ec-4ae5-a550-4ef4c5c0b5e8 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a HTTP/1.1" status: 200 len: 380 time: 0.0423586 Aug 04 11:03:39.252927 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'port': {'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'admin_state_up': True, 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'security_groups': ['cfb9cf22-e8a9-4729-b6b8-e38b19f65585']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:03:39.382059 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Made reservation on behalf of 96b69eda4f0d4fc3a75bb03d78beac4a for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:03:39.385796 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:39.525727 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Allocated IP 172.20.0.7 (ce91c732-3cce-4206-a5ab-11531f571eb0/ebed099e-a80a-4564-b5e0-c1eb33e751d2/cea73c1b-a414-4f1f-a342-2777338a656f) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:03:39.686019 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:39.702494 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Transition to ACTIVE for port object cea73c1b-a414-4f1f-a342-2777338a656f will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:03:39.741099 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:39.787580 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Network ce91c732-3cce-4206-a5ab-11531f571eb0 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:03:39.790906 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:03:39.794738 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:03:39.822244 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'Port': ['ID=cea73c1b-a414-4f1f-a342-2777338a656f,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:03:39.865599 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:39.866675 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:39.888008 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-c5664029-bc76-4a76-b949-0ecf6b21a345 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393816 Aug 04 11:03:39.921019 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-97faf661-7cce-49d3-8e09-984698ded1d6 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:03:39.922059 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-97faf661-7cce-49d3-8e09-984698ded1d6 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065234 Aug 04 11:03:39.994316 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Request body: {'port': {'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:03:40.071931 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-c8263050-9810-49cd-8fde-b0ba0452c94f None None] Provisioning for port cea73c1b-a414-4f1f-a342-2777338a656f completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:03:40.075882 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-c8263050-9810-49cd-8fde-b0ba0452c94f None None] Provisioning complete for port cea73c1b-a414-4f1f-a342-2777338a656f triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:03:40.076262 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c8263050-9810-49cd-8fde-b0ba0452c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:40.080610 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:40.112669 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-c8263050-9810-49cd-8fde-b0ba0452c94f None None] Port cea73c1b-a414-4f1f-a342-2777338a656f cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:03:40.334165 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe9cd0-93ca-44ea-8e94-4d122d621a3d req-95cb8d9c-562e-4741-8b1c-76188296621e tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:40.334988 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e6fe9cd0-93ca-44ea-8e94-4d122d621a3d req-95cb8d9c-562e-4741-8b1c-76188296621e tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 931 time: 0.0769877 Aug 04 11:03:40.408409 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e6fe9cd0-93ca-44ea-8e94-4d122d621a3d req-ef656314-ba5a-4290-8ec8-1e862ecf18a6 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552731 Aug 04 11:03:40.443612 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea73c1b-a414-4f1f-a342-2777338a656f {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:03:40.454331 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:40.466564 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Transition to ACTIVE for port object cea73c1b-a414-4f1f-a342-2777338a656f will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:03:40.472484 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:40.525146 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=cea73c1b-a414-4f1f-a342-2777338a656f,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:03:40.609703 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Attempting to bind port cea73c1b-a414-4f1f-a342-2777338a656f on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:03:40.610146 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Attempting to bind port cea73c1b-a414-4f1f-a342-2777338a656f by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:03:40.610481 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Attempting to bind port cea73c1b-a414-4f1f-a342-2777338a656f on network ce91c732-3cce-4206-a5ab-11531f571eb0 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:03:40.615829 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Port cea73c1b-a414-4f1f-a342-2777338a656f on network ce91c732-3cce-4206-a5ab-11531f571eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:03:40.616149 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Attempting to bind port cea73c1b-a414-4f1f-a342-2777338a656f on network ce91c732-3cce-4206-a5ab-11531f571eb0 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:03:40.621732 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:03:40.622072 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Checking segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:03:40.622453 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Bound using segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:03:40.622918 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Bound port: cea73c1b-a414-4f1f-a342-2777338a656f, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:03:40.623271 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:40.699700 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] For port cea73c1b-a414-4f1f-a342-2777338a656f, host hv-cinder-80345, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:03:40.702970 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] For port cea73c1b-a414-4f1f-a342-2777338a656f, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cea73c1b-a414-4f1f-a342-2777338a656f,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:03:40.708000 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:40.746484 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:40.747180 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:40.748924 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] 10.222.0.60 "PUT /v2.0/ports/cea73c1b-a414-4f1f-a342-2777338a656f HTTP/1.1" status: 200 len: 1093 time: 0.8163533 Aug 04 11:03:40.749390 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:03:40.751895 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:03:40.779272 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9c1bf-b60d-429d-9ba2-881ef3994ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=cea73c1b-a414-4f1f-a342-2777338a656f,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:03:40.854644 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-a14ede65-bb85-4f5c-bbd8-777f3803d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:40.856153 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-a14ede65-bb85-4f5c-bbd8-777f3803d278 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 1096 time: 0.0438490 Aug 04 11:03:40.926841 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-4497afa0-55dc-41cd-b94b-7b40b9cd19e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea73c1b-a414-4f1f-a342-2777338a656f HTTP/1.1" status: 200 len: 217 time: 0.0468295 Aug 04 11:03:40.981461 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-2d5848e6-7703-4f67-be67-15e193b63e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:40.982955 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-2d5848e6-7703-4f67-be67-15e193b63e2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0485947 Aug 04 11:03:41.035864 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-4824f5cc-6470-447d-a4c4-f5dd4474185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:41.037652 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-4824f5cc-6470-447d-a4c4-f5dd4474185c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437355 Aug 04 11:03:41.142171 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-af093570-7282-4b0e-b356-bf6d844a7b2f service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922229 Aug 04 11:03:41.237432 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2111826c-159e-48e6-aac7-44d8e03bf65b req-31b90974-171e-4bdd-8114-bdd50fd13217 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849807 Aug 04 11:03:41.538960 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d38d3-3f87-4068-a1e6-8c85928cb3d1 req-cc563652-89f1-4076-8415-403498430a90 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:41.540349 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f0d38d3-3f87-4068-a1e6-8c85928cb3d1 req-cc563652-89f1-4076-8415-403498430a90 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 943 time: 0.0563393 Aug 04 11:03:41.583867 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f0d38d3-3f87-4068-a1e6-8c85928cb3d1 req-89f0e19b-0ab1-415d-a3b9-85f82ec14511 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375111 Aug 04 11:03:41.817415 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac2104d-f6c6-42ac-b8a4-68d5ff8bf89c x-openstack-request-id: req-9ac2104d-f6c6-42ac-b8a4-68d5ff8bf89c {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:03:41.817782 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:03:41.818052 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ac2104d-f6c6-42ac-b8a4-68d5ff8bf89c {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:03:41.818455 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'status': 'completed', 'code': 200} Aug 04 11:03:41.913588 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-13a5cab1-bc45-4012-b226-b17c0ecb408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:41.915107 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-13a5cab1-bc45-4012-b226-b17c0ecb408b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 1096 time: 0.0453739 Aug 04 11:03:42.008784 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-b3c00022-ebc0-4cb4-b7fe-735985cb5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:42.010698 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-b3c00022-ebc0-4cb4-b7fe-735985cb5997 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.0877423 Aug 04 11:03:42.060874 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-0bb86d7e-d1ff-47d1-9d7d-e06a49c90727 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea73c1b-a414-4f1f-a342-2777338a656f HTTP/1.1" status: 200 len: 217 time: 0.0387702 Aug 04 11:03:42.118080 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-60f4a426-4c7b-44c3-80a8-b707b49f0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:42.119611 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-60f4a426-4c7b-44c3-80a8-b707b49f0859 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0469334 Aug 04 11:03:42.176254 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-1807f49e-64c4-4404-8e00-6b723b55edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:42.177854 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-1807f49e-64c4-4404-8e00-6b723b55edd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423560 Aug 04 11:03:42.286019 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-4b6abff5-e1f1-4683-97f0-3d333daafa4c service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005449 Aug 04 11:03:42.391753 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb3563dc-843a-4aab-94d1-75f1a9d14ad4 req-bba40bf5-e7ea-4024-a6e6-b32359216f74 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936036 Aug 04 11:03:42.718764 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1b207-b485-4819-83ef-10f7da2ccce2 req-a3f4f410-8994-493f-9171-d2696f99188b tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:42.720284 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-35a1b207-b485-4819-83ef-10f7da2ccce2 req-a3f4f410-8994-493f-9171-d2696f99188b tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 943 time: 0.0562434 Aug 04 11:03:42.761506 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-35a1b207-b485-4819-83ef-10f7da2ccce2 req-c0b5b741-005a-44d9-9a97-225001ce1a97 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345089 Aug 04 11:03:43.884368 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eb8f1-b838-4894-8109-86f3b3817aef req-c39f00dc-df97-48f8-be1c-a4fa7a119189 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:43.886000 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-703eb8f1-b838-4894-8109-86f3b3817aef req-c39f00dc-df97-48f8-be1c-a4fa7a119189 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 943 time: 0.0493548 Aug 04 11:03:43.925176 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-703eb8f1-b838-4894-8109-86f3b3817aef req-47f9bda5-6b8f-4e05-9e80-243013453078 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Aug 04 11:03:45.056785 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223cd68-c95b-4738-80e1-4657d78848d0 req-e224e25f-38f8-4dfc-b8a2-8516fc47a11a tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:45.058284 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9223cd68-c95b-4738-80e1-4657d78848d0 req-e224e25f-38f8-4dfc-b8a2-8516fc47a11a tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 943 time: 0.0642648 Aug 04 11:03:45.104383 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9223cd68-c95b-4738-80e1-4657d78848d0 req-f409ef61-5076-455f-9568-a46c54edbb9c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379519 Aug 04 11:03:46.234879 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee1ab-fc53-42d3-89b5-0de96138e782 req-a963601c-8ded-4941-8569-084d305adf90 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:46.236873 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7f6ee1ab-fc53-42d3-89b5-0de96138e782 req-a963601c-8ded-4941-8569-084d305adf90 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 943 time: 0.0524583 Aug 04 11:03:46.277395 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7f6ee1ab-fc53-42d3-89b5-0de96138e782 req-8167d9e1-0b99-4fb6-bbd3-cb4c3d47977f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328832 Aug 04 11:03:47.395163 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486547e3-385b-49be-8720-c285789877ff req-8de016ad-070e-4ea3-a59e-cf16a6016e64 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:47.396741 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-486547e3-385b-49be-8720-c285789877ff req-8de016ad-070e-4ea3-a59e-cf16a6016e64 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 943 time: 0.0504439 Aug 04 11:03:47.435020 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-486547e3-385b-49be-8720-c285789877ff req-4980668a-198f-4ec0-ae55-b00284f7f04f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322893 Aug 04 11:03:48.550717 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee226a24-2cd4-42e3-b8cf-627d98cec04f req-5d0fed3c-9456-49f0-96ee-a5dfa115ac3c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:48.552282 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ee226a24-2cd4-42e3-b8cf-627d98cec04f req-5d0fed3c-9456-49f0-96ee-a5dfa115ac3c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 943 time: 0.0492396 Aug 04 11:03:48.604543 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ee226a24-2cd4-42e3-b8cf-627d98cec04f req-8aa23547-c797-497c-a027-ecb0cbcb9ee4 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463181 Aug 04 11:03:49.740392 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a36b8-855c-4ad8-8774-352f52bb886e req-4d71e750-0e1c-4264-87a8-12b35b7aeae3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:49.741972 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-669a36b8-855c-4ad8-8774-352f52bb886e req-4d71e750-0e1c-4264-87a8-12b35b7aeae3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 943 time: 0.0646698 Aug 04 11:03:49.779104 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-669a36b8-855c-4ad8-8774-352f52bb886e req-a473cc38-ecf9-41de-9fb0-bebb62299828 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311303 Aug 04 11:03:50.000403 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device cea73c1b-a414-4f1f-a342-2777338a656f details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:03:50.097444 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port cea73c1b-a414-4f1f-a342-2777338a656f, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cea73c1b-a414-4f1f-a342-2777338a656f,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:03:50.112813 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:03:50.152791 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:50.166163 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea73c1b-a414-4f1f-a342-2777338a656f {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:03:50.186618 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port cea73c1b-a414-4f1f-a342-2777338a656f, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cea73c1b-a414-4f1f-a342-2777338a656f,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:03:50.191583 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:50.240273 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=cea73c1b-a414-4f1f-a342-2777338a656f,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:03:50.247598 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.247949 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.248292 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.248627 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.248984 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.249315 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.249645 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.250059 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.250388 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.250762 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.251033 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.251415 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:03:50.541776 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['cea73c1b-a414-4f1f-a342-2777338a656f'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:03:50.892407 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed7949-6d90-4fd2-967a-0fff6afe0887 req-196f5373-b89b-4637-b899-b786058184a7 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:50.893925 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-caed7949-6d90-4fd2-967a-0fff6afe0887 req-196f5373-b89b-4637-b899-b786058184a7 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 944 time: 0.0488381 Aug 04 11:03:50.932895 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-caed7949-6d90-4fd2-967a-0fff6afe0887 req-7d57cb49-31db-4eb6-b78d-f2cdc1ffe70b tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Aug 04 11:03:52.000049 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device cea73c1b-a414-4f1f-a342-2777338a656f up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:03:52.048105 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a0497-ef62-40cb-891d-fd79c98c21d8 req-2fa60764-7017-43af-a476-9b020db1e8eb tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:52.049920 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b55a0497-ef62-40cb-891d-fd79c98c21d8 req-2fa60764-7017-43af-a476-9b020db1e8eb tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 944 time: 0.0495391 Aug 04 11:03:52.050209 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port cea73c1b-a414-4f1f-a342-2777338a656f completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:03:52.054205 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port cea73c1b-a414-4f1f-a342-2777338a656f triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:03:52.054578 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:52.089158 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b55a0497-ef62-40cb-891d-fd79c98c21d8 req-188f7db5-9a7f-419f-aae1-c23b0fe674d0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331595 Aug 04 11:03:52.138487 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:52.165400 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:03:52.167851 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e229c1-c5fd-46fb-8e88-bd59ff63bfb7" -d '{"events": [{"server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "name": "network-vif-plugged", "status": "completed", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:03:52.183266 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port cea73c1b-a414-4f1f-a342-2777338a656f, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cea73c1b-a414-4f1f-a342-2777338a656f,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:03:52.189067 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:52.244685 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=cea73c1b-a414-4f1f-a342-2777338a656f,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:03:52.277646 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2bf00b-b931-44cb-9c6d-1a8ad4a5ed19 x-openstack-request-id: req-ac2bf00b-b931-44cb-9c6d-1a8ad4a5ed19 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:03:52.278090 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "name": "network-vif-plugged", "status": "completed", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:03:52.278354 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac2bf00b-b931-44cb-9c6d-1a8ad4a5ed19 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:03:52.278768 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'code': 200} Aug 04 11:03:52.550382 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40ede3-1b92-418f-b6d0-d3dc0cdebe5c req-75ebbc00-f9b8-44cb-a65a-7efca7ab0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:52.551774 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ba40ede3-1b92-418f-b6d0-d3dc0cdebe5c req-75ebbc00-f9b8-44cb-a65a-7efca7ab0156 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 1098 time: 0.0420268 Aug 04 11:03:52.594704 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ba40ede3-1b92-418f-b6d0-d3dc0cdebe5c req-9a247419-d7b7-47e4-b460-ee5e0049ec35 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312583 Aug 04 11:03:53.051079 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-192b67de-6c91-419f-a0f7-d88a28a6f329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:53.208506 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ccda4-5f42-4098-a9c7-82ce2bbcc91f req-4b935931-1903-4dff-843e-c8d7a3fd92b4 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:53.210602 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6c3ccda4-5f42-4098-a9c7-82ce2bbcc91f req-4b935931-1903-4dff-843e-c8d7a3fd92b4 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 945 time: 0.0554228 Aug 04 11:03:53.250945 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6c3ccda4-5f42-4098-a9c7-82ce2bbcc91f req-35b9e6bf-2c9f-40ea-beb9-36c0df701b06 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344663 Aug 04 11:03:54.382382 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70ff0-cd59-4bf6-a941-bfb3b25f62bb req-acb95824-20af-4728-b3c4-aa4fa6493d43 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:54.383976 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a5b70ff0-cd59-4bf6-a941-bfb3b25f62bb req-acb95824-20af-4728-b3c4-aa4fa6493d43 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 945 time: 0.0568480 Aug 04 11:03:54.425139 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a5b70ff0-cd59-4bf6-a941-bfb3b25f62bb req-dbb7a2f2-91d6-404a-9c72-ad3adbd35cae tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351527 Aug 04 11:03:54.545760 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d476b8-504c-4752-b3b7-e68e80b72d8f req-2c2ecc0b-5cdc-423b-9108-d7fecf4c5162 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:54.547205 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d476b8-504c-4752-b3b7-e68e80b72d8f req-2c2ecc0b-5cdc-423b-9108-d7fecf4c5162 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 945 time: 0.0535507 Aug 04 11:03:54.597573 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d476b8-504c-4752-b3b7-e68e80b72d8f req-126c8fde-bda8-49c4-ba54-a058a61c3857 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 Aug 04 11:03:54.622958 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49130) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:03:54.662963 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b96e48-0a30-4478-adb0-53fbccd3903a tempest-TestVolumeBootPattern-248535711 tempest-TestVolumeBootPattern-248535711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:54.664500 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-78b96e48-0a30-4478-adb0-53fbccd3903a tempest-TestVolumeBootPattern-248535711 tempest-TestVolumeBootPattern-248535711-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 1093 time: 0.0405385 Aug 04 11:03:54.667419 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49132) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:03:54.672003 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'floatingip': {'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:03:54.698106 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:54.812053 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:54.920196 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Allocated IP 172.27.1.63 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/244fc506-b7f9-4c8f-8550-886246bd13ca) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:03:55.039278 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:55.090415 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:55.131517 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:03:55.134730 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:03:55.137408 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:03:55.164950 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'Port': ['ID=244fc506-b7f9-4c8f-8550-886246bd13ca,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:03:55.513030 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:55.583027 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:55.602881 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:55.750651 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:55.756506 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:55.828775 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'Port': ['ID=244fc506-b7f9-4c8f-8550-886246bd13ca,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:03:55.839281 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:55.876614 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-100017da-e440-40b9-a27b-ec4977d868fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:56.230853 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Floating IP 12df5de9-7efc-4ef4-aef4-d84063bb3ed9 associated. External IP: 172.27.1.63, port: cea73c1b-a414-4f1f-a342-2777338a656f. Aug 04 11:03:56.464242 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:03:56.590434 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:03:56.603951 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f22901-5941-4169-a36f-71f03a239429 None None] Sync routers for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:03:56.615926 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f22901-5941-4169-a36f-71f03a239429 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:03:56.616944 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-72f22901-5941-4169-a36f-71f03a239429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:03:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:03:56.627896 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:56.660005 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-10a11fa1-046b-47e5-8bf6-a195b68f2033 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9900746 Aug 04 11:03:56.660005 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:03:56.662334 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c716d1-035d-4b39-b12c-b9f4e1d34110" -d '{"events": [{"name": "network-changed", "server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:03:56.702036 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a645c6f3-7a06-485e-be5a-77f0c79eab07 x-openstack-request-id: req-a645c6f3-7a06-485e-be5a-77f0c79eab07 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:03:56.702335 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:03:56.702593 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a645c6f3-7a06-485e-be5a-77f0c79eab07 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:03:56.703006 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'status': 'completed', 'code': 200} Aug 04 11:03:56.756762 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-72f22901-5941-4169-a36f-71f03a239429 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:03:56.802639 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-17339d0a-04ae-4f22-b4a9-925bb88d69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:56.804167 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-17339d0a-04ae-4f22-b4a9-925bb88d69d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 1098 time: 0.0539451 Aug 04 11:03:56.903508 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-e03cefc1-3e36-4959-86ec-145a046cbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:56.905013 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-e03cefc1-3e36-4959-86ec-145a046cbcd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.0930071 Aug 04 11:03:56.976918 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-ee7834b6-ce20-4c33-b61b-7ffc78bbb153 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea73c1b-a414-4f1f-a342-2777338a656f HTTP/1.1" status: 200 len: 998 time: 0.0643504 Aug 04 11:03:57.030124 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-1a9a9721-3ca5-45cb-8ecb-4499350a8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:57.031591 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-1a9a9721-3ca5-45cb-8ecb-4499350a8435 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0467541 Aug 04 11:03:57.078696 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-dc1c935b-fd39-4165-9317-9e082b5e7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:03:57.081219 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-dc1c935b-fd39-4165-9317-9e082b5e7289 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399261 Aug 04 11:03:57.138930 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-72f22901-5941-4169-a36f-71f03a239429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '12df5de9-7efc-4ef4-aef4-d84063bb3ed9', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:03:55Z', 'updated_at': '2021-08-04T11:03:55Z', 'revision_number': 0, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:03:57.166505 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f22901-5941-4169-a36f-71f03a239429 None None] Checking router: 7ff093b7-35e1-44f1-b4a3-f0e435b07159 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:03:57.176405 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f22901-5941-4169-a36f-71f03a239429 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:03:57.177085 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-72f22901-5941-4169-a36f-71f03a239429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:03:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:03:57.185516 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-6210a338-30fd-4661-9955-a68212f12e91 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960464 Aug 04 11:03:57.263347 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:03:57.308751 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-68c716d1-035d-4b39-b12c-b9f4e1d34110 req-c4938bcd-135d-48f0-9d37-cfaf117946ce service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149752 Aug 04 11:03:57.332179 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-72f22901-5941-4169-a36f-71f03a239429 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:03:57.633426 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-72f22901-5941-4169-a36f-71f03a239429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '12df5de9-7efc-4ef4-aef4-d84063bb3ed9', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:03:55Z', 'updated_at': '2021-08-04T11:03:55Z', 'revision_number': 0, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:03:57.660364 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f22901-5941-4169-a36f-71f03a239429 None None] The sync data for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi is: [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '12df5de9-7efc-4ef4-aef4-d84063bb3ed9', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:03:55Z', 'updated_at': '2021-08-04T11:03:55Z', 'revision_number': 0, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:03:57.898023 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7130edb-7c87-4041-949b-eb6a7988395a None None] New status for floating IP 12df5de9-7efc-4ef4-aef4-d84063bb3ed9: ACTIVE {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:03:58.788849 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:05.216056 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:11.471601 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:04:23.053811 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8a13a2a7-4e75-4e1a-9edc-46b3c07c6427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:25.608472 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:25.878346 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e8c3b9e7-2d3e-4cf3-a73b-5c01e2045d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:27.237506 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:28.792266 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:32.848032 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b649b98a-50be-4dfb-8576-617a613fa28c req-c905ec71-39fe-4697-a162-39242d021730 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406311 Aug 04 11:04:32.973274 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b98a-50be-4dfb-8576-617a613fa28c req-2c2928de-43ec-497b-98ab-e768bc395574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:04:32.974675 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b649b98a-50be-4dfb-8576-617a613fa28c req-2c2928de-43ec-497b-98ab-e768bc395574 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 1098 time: 0.0436599 Aug 04 11:04:33.084724 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b98a-50be-4dfb-8576-617a613fa28c req-a806544e-4bfb-4099-b9f0-32e004346fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:04:33.086814 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b649b98a-50be-4dfb-8576-617a613fa28c req-a806544e-4bfb-4099-b9f0-32e004346fb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.0892336 Aug 04 11:04:33.167397 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b649b98a-50be-4dfb-8576-617a613fa28c req-54295837-5f86-48a5-bbff-c91f01a9ed9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea73c1b-a414-4f1f-a342-2777338a656f HTTP/1.1" status: 200 len: 1000 time: 0.0676041 Aug 04 11:04:33.224715 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b98a-50be-4dfb-8576-617a613fa28c req-a361f7d3-1813-4af6-bf60-24a7a4e45ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:04:33.226087 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b649b98a-50be-4dfb-8576-617a613fa28c req-a361f7d3-1813-4af6-bf60-24a7a4e45ce3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0472264 Aug 04 11:04:33.274711 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b98a-50be-4dfb-8576-617a613fa28c req-eed5ef14-359c-460a-9b88-d614be8a7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:04:33.276225 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b649b98a-50be-4dfb-8576-617a613fa28c req-eed5ef14-359c-460a-9b88-d614be8a7c23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412681 Aug 04 11:04:33.378743 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b649b98a-50be-4dfb-8576-617a613fa28c req-8a225119-e331-4b19-a68c-b2017dc06c0f service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900443 Aug 04 11:04:33.480210 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b649b98a-50be-4dfb-8576-617a613fa28c req-1ebcf2e5-3e57-433b-9dd9-e667d719cc59 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899699 Aug 04 11:04:35.205762 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:48.472470 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:04:53.058066 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd46b8d2-d627-4aec-833a-d614f547c993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:55.610349 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:55.880597 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f7841e26-25ab-49c2-b51d-6a1377937de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:57.245501 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:04:58.793471 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:05.209117 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:23.052241 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1ce89556-8640-476b-b150-b1b1bb65f17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:25.471813 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:05:25.615490 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:25.883489 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e2f2-32a8-462b-b0b2-2adc9ba6905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:27.242346 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:28.795238 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:32.818399 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f28a34e-bc38-4866-9315-69469613e054 req-51c1f676-3a05-4c7c-a4e1-96d44c14c3cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415180 Aug 04 11:05:32.935588 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28a34e-bc38-4866-9315-69469613e054 req-4aee813e-6bc8-4f8b-a365-a104de2bc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:32.937138 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f28a34e-bc38-4866-9315-69469613e054 req-4aee813e-6bc8-4f8b-a365-a104de2bc572 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 1098 time: 0.0450830 Aug 04 11:05:33.049991 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28a34e-bc38-4866-9315-69469613e054 req-2d09af53-351c-4f8e-a669-dbf5aa09978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:33.051471 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f28a34e-bc38-4866-9315-69469613e054 req-2d09af53-351c-4f8e-a669-dbf5aa09978c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.0933561 Aug 04 11:05:33.125294 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f28a34e-bc38-4866-9315-69469613e054 req-da426c72-e563-48e4-8d69-1e621596b8ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea73c1b-a414-4f1f-a342-2777338a656f HTTP/1.1" status: 200 len: 1000 time: 0.0651672 Aug 04 11:05:33.184727 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28a34e-bc38-4866-9315-69469613e054 req-6ad33082-6c69-4257-906a-2b9c1a5687f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:33.186352 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f28a34e-bc38-4866-9315-69469613e054 req-6ad33082-6c69-4257-906a-2b9c1a5687f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0533810 Aug 04 11:05:33.239058 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28a34e-bc38-4866-9315-69469613e054 req-41115e07-16e1-4c21-b266-e89fee7fd1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:33.240591 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f28a34e-bc38-4866-9315-69469613e054 req-41115e07-16e1-4c21-b266-e89fee7fd1e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467703 Aug 04 11:05:34.203780 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f28a34e-bc38-4866-9315-69469613e054 req-55fe9f78-a848-4ef4-900b-b3c4d14edafc service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923607 Aug 04 11:05:35.071222 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f28a34e-bc38-4866-9315-69469613e054 req-cc3f927b-1fdf-4c0d-a006-0b9da4b31ad9 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081061 Aug 04 11:05:35.233284 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:39.948460 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-a314a99d-28ee-4c09-8431-635695bf6145 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928153950&fields=id&tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a HTTP/1.1" status: 200 len: 267 time: 0.0384748 Aug 04 11:05:40.087130 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-4764b0e4-27ec-4885-82bf-5657b0833a23 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:40.088769 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-4764b0e4-27ec-4885-82bf-5657b0833a23 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 812 time: 0.1332855 Aug 04 11:05:40.105515 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b4ae1d65-86b1-455f-9f42-0db68290d8c6 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/quotas/96b69eda4f0d4fc3a75bb03d78beac4a HTTP/1.1" status: 200 len: 375 time: 0.0108142 Aug 04 11:05:40.170245 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-e43ac5aa-e5dd-41fa-b0ef-3933e026c6b9 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0558355 Aug 04 11:05:40.190243 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-0202630d-2ec1-4255-b8de-0132aacd32d3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:05:40.191268 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-0202630d-2ec1-4255-b8de-0132aacd32d3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074506 Aug 04 11:05:40.302894 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-484fa748-f15c-420a-ba66-19b284171de8 service neutron] 10.222.0.49 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042843 Aug 04 11:05:40.420457 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-3719b2df-ee53-4e9e-9eab-c1458f9751d8 service neutron] 10.222.0.49 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107578 Aug 04 11:05:40.765362 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-51422a24-46e1-4263-b664-8282c5733e1b req-3852b170-16da-49cf-a78d-eb7117990414 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 210 time: 0.0275104 Aug 04 11:05:41.887147 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-39aec741-6d76-4455-8ff0-2bc7fd5f4ad6 req-58d9c0c1-5dea-4045-a6ed-3746d1a94ca3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 210 time: 0.0278056 Aug 04 11:05:42.321979 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-2267781d-0a8c-4faa-8bdf-00ab53312a69 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:42.323873 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-2267781d-0a8c-4faa-8bdf-00ab53312a69 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 812 time: 0.1251736 Aug 04 11:05:42.395913 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-2fd83859-5c74-40fc-8a69-150eadb14aed tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a HTTP/1.1" status: 200 len: 380 time: 0.0469596 Aug 04 11:05:42.419484 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'port': {'device_id': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'admin_state_up': True, 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'security_groups': ['cfb9cf22-e8a9-4729-b6b8-e38b19f65585']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:05:42.566982 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Made reservation on behalf of 96b69eda4f0d4fc3a75bb03d78beac4a for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:05:42.570939 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:42.724518 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Allocated IP 172.20.0.3 (ce91c732-3cce-4206-a5ab-11531f571eb0/ebed099e-a80a-4564-b5e0-c1eb33e751d2/a7b92938-6030-489c-99cb-b60e0536a355) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:05:42.909668 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:42.928987 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Transition to ACTIVE for port object a7b92938-6030-489c-99cb-b60e0536a355 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:05:42.967733 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:43.044122 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Network ce91c732-3cce-4206-a5ab-11531f571eb0 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:05:43.050997 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:05:43.054438 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:05:43.136014 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:43.137000 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:43.139764 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'Port': ['ID=a7b92938-6030-489c-99cb-b60e0536a355,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:05:43.161368 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.161786 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.162703 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.162703 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.163018 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.163184 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.163553 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.163853 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.164389 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.164542 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.164821 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.165269 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:43.181368 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544284e4-790e-4c15-9bec-2b663d0eeed3 req-90a1e8d2-f7b9-4174-8bf5-cf1d547a22b3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:43.183068 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-544284e4-790e-4c15-9bec-2b663d0eeed3 req-90a1e8d2-f7b9-4174-8bf5-cf1d547a22b3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 931 time: 0.2083385 Aug 04 11:05:43.184669 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-b2658e58-60f6-419f-89c8-7790ebac33bc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7787747 Aug 04 11:05:43.212595 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Request body: {'port': {'device_id': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:05:43.274557 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-544284e4-790e-4c15-9bec-2b663d0eeed3 req-1045ccec-c852-4b6b-a5f2-96ae15bd46ed tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830581 Aug 04 11:05:43.316226 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:43.326159 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-c23dec84-2d5f-4781-b637-0c4acdb82982 None None] Provisioning for port a7b92938-6030-489c-99cb-b60e0536a355 completed by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:05:43.331442 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-c23dec84-2d5f-4781-b637-0c4acdb82982 None None] Provisioning complete for port a7b92938-6030-489c-99cb-b60e0536a355 triggered by entity DHCP. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:05:43.332071 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c23dec84-2d5f-4781-b637-0c4acdb82982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:43.389890 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-c23dec84-2d5f-4781-b637-0c4acdb82982 None None] Port a7b92938-6030-489c-99cb-b60e0536a355 cannot update to ACTIVE because it is not bound. {{(pid=93297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:05:43.634170 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b92938-6030-489c-99cb-b60e0536a355 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:05:43.642000 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:43.656381 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Transition to ACTIVE for port object a7b92938-6030-489c-99cb-b60e0536a355 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:05:43.661427 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:43.718659 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Pushing event updated for resources: {'Port': ['ID=a7b92938-6030-489c-99cb-b60e0536a355,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:05:43.823034 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Attempting to bind port a7b92938-6030-489c-99cb-b60e0536a355 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:05:43.823488 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Attempting to bind port a7b92938-6030-489c-99cb-b60e0536a355 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:05:43.823709 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Attempting to bind port a7b92938-6030-489c-99cb-b60e0536a355 on network ce91c732-3cce-4206-a5ab-11531f571eb0 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:05:43.829259 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Port a7b92938-6030-489c-99cb-b60e0536a355 on network ce91c732-3cce-4206-a5ab-11531f571eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:05:43.829589 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Attempting to bind port a7b92938-6030-489c-99cb-b60e0536a355 on network ce91c732-3cce-4206-a5ab-11531f571eb0 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:05:43.835964 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Checking agent: {'id': 'f53e24c0-0b5a-4adc-bf87-e34a412b7b81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'started_at': datetime.datetime(2021, 8, 4, 10, 50, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:05:43.836305 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Checking segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:05:43.836822 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Bound using segment: {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:05:43.837347 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Bound port: a7b92938-6030-489c-99cb-b60e0536a355, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991add42-b511-403d-b6c2-6f512239ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:05:43.837722 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:43.922864 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] For port a7b92938-6030-489c-99cb-b60e0536a355, host hv-cinder-80345, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:05:43.926298 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] For port a7b92938-6030-489c-99cb-b60e0536a355, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a7b92938-6030-489c-99cb-b60e0536a355,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:05:43.937394 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500417'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:43.977145 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:43.977976 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:43.979631 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] 10.222.0.60 "PUT /v2.0/ports/a7b92938-6030-489c-99cb-b60e0536a355 HTTP/1.1" status: 200 len: 1093 time: 0.7791922 Aug 04 11:05:43.980339 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:05:43.983888 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e17331d-f91e-4086-b033-7fbe48698ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "tag": "a7b92938-6030-489c-99cb-b60e0536a355"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:05:44.019140 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ba606-dad6-4c2d-8df3-ff47f984db2e service neutron] Pushing event updated for resources: {'Port': ['ID=a7b92938-6030-489c-99cb-b60e0536a355,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:05:44.071159 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399f88d0-6e98-4a4c-bb0d-366bc1a2621d x-openstack-request-id: req-399f88d0-6e98-4a4c-bb0d-366bc1a2621d {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:05:44.071521 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "tag": "a7b92938-6030-489c-99cb-b60e0536a355", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:05:44.071712 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-399f88d0-6e98-4a4c-bb0d-366bc1a2621d {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:05:44.072079 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355', 'status': 'completed', 'code': 200} Aug 04 11:05:44.118487 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-2dc7d4da-6a14-4b21-b21f-4f8a4e711d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:44.120062 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-2dc7d4da-6a14-4b21-b21f-4f8a4e711d89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 1096 time: 0.0642850 Aug 04 11:05:44.200843 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-9bf622b4-4713-4f4c-bf66-ab8a699681bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b92938-6030-489c-99cb-b60e0536a355 HTTP/1.1" status: 200 len: 217 time: 0.0498352 Aug 04 11:05:44.314065 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-9f24e85f-ad55-41ba-85ac-46df23614a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:44.316146 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-9f24e85f-ad55-41ba-85ac-46df23614a9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0504918 Aug 04 11:05:44.377129 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-f64e737f-c494-4cbe-8142-1a23a81d97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:44.378975 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-f64e737f-c494-4cbe-8142-1a23a81d97fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510201 Aug 04 11:05:44.488553 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59808e-78ff-4788-a92e-199dba176a31 req-244faec3-eabf-4ae5-9432-bd8020fcd593 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:44.490107 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2c59808e-78ff-4788-a92e-199dba176a31 req-244faec3-eabf-4ae5-9432-bd8020fcd593 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 943 time: 0.1070759 Aug 04 11:05:44.533716 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-8543fb7b-029d-4004-bbe3-ae523ffbdd3b service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411481 Aug 04 11:05:44.562261 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2c59808e-78ff-4788-a92e-199dba176a31 req-90bf5dc5-a68e-496d-ba36-359e74d05c31 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619888 Aug 04 11:05:44.670814 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f72050bf-1f0d-44e5-9af3-2c54bb0be42b req-77d7e8f1-2ed5-4b16-b67f-c1b349148ef4 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245508 Aug 04 11:05:44.845727 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-d8cb7b1f-ce26-4fea-89c4-8fe7be852191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:44.847486 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-d8cb7b1f-ce26-4fea-89c4-8fe7be852191 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 1096 time: 0.0495107 Aug 04 11:05:44.968340 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-02b09128-bf74-4f4e-8c8b-e4fe37c5d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:44.969957 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-02b09128-bf74-4f4e-8c8b-e4fe37c5d4df service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.1097627 Aug 04 11:05:45.034705 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-ec95a991-1abc-4301-b956-41583e071447 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b92938-6030-489c-99cb-b60e0536a355 HTTP/1.1" status: 200 len: 217 time: 0.0531635 Aug 04 11:05:45.123858 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-22acbb82-0c21-4d61-9083-18898197d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:45.126230 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-22acbb82-0c21-4d61-9083-18898197d73e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0828447 Aug 04 11:05:45.180735 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-5ceaca45-d6a2-439b-a9c7-7997d37f5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:45.182268 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-5ceaca45-d6a2-439b-a9c7-7997d37f5929 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472586 Aug 04 11:05:45.306131 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-766a065f-6822-478e-8848-8e7508d901e4 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143773 Aug 04 11:05:45.419871 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9e17331d-f91e-4086-b033-7fbe48698ebf req-3dfa9d66-ce41-4fe8-9bd7-90fb3aed36ed service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992432 Aug 04 11:05:45.994984 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d8fc6-c20d-4b5d-8ab6-56cb0ca970a2 req-9f35f13f-3772-4dca-8d3d-2ad7092eb8f2 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:45.996487 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4d8fc6-c20d-4b5d-8ab6-56cb0ca970a2 req-9f35f13f-3772-4dca-8d3d-2ad7092eb8f2 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 943 time: 0.3513477 Aug 04 11:05:46.039224 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4d8fc6-c20d-4b5d-8ab6-56cb0ca970a2 req-447ebddc-8bcd-4273-8b99-e5557f977d8c tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363839 Aug 04 11:05:47.195337 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff73fff-6b34-4141-a621-572835b327c2 req-e45357fb-1ab5-44b7-a726-67868d4eef0b tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:47.197283 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ff73fff-6b34-4141-a621-572835b327c2 req-e45357fb-1ab5-44b7-a726-67868d4eef0b tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 943 time: 0.0743055 Aug 04 11:05:47.241745 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ff73fff-6b34-4141-a621-572835b327c2 req-196e2050-0653-462b-a0b4-9583dc1302ff tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376825 Aug 04 11:05:48.365249 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49b1e7-656c-412b-a814-44ea37cfad8e req-a1c0440a-ccd2-45a3-b697-c3e63a51baae tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:48.366845 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f49b1e7-656c-412b-a814-44ea37cfad8e req-a1c0440a-ccd2-45a3-b697-c3e63a51baae tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 943 time: 0.0517349 Aug 04 11:05:48.411896 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0f49b1e7-656c-412b-a814-44ea37cfad8e req-f52eb5e8-8da8-4e22-9ad8-41301b2722c8 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375435 Aug 04 11:05:49.539434 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67ab23-da77-43e0-826f-e7ddf086ba29 req-ce3d2279-7bbb-43bc-811c-fb6499863459 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:49.541078 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ed67ab23-da77-43e0-826f-e7ddf086ba29 req-ce3d2279-7bbb-43bc-811c-fb6499863459 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 943 time: 0.0576701 Aug 04 11:05:49.582490 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ed67ab23-da77-43e0-826f-e7ddf086ba29 req-d3479200-b62c-44fe-9280-644b3ade3293 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351164 Aug 04 11:05:50.731151 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2a6a3-0f1b-462c-a305-c72476be7b10 req-26bc7343-931a-4a97-850b-50132574c614 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:50.732754 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-11b2a6a3-0f1b-462c-a305-c72476be7b10 req-26bc7343-931a-4a97-850b-50132574c614 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 943 time: 0.0749624 Aug 04 11:05:50.780441 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-11b2a6a3-0f1b-462c-a305-c72476be7b10 req-5a75d22a-d221-4581-9045-d6ca98d77ad3 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394173 Aug 04 11:05:51.914388 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a730f12-f964-4c97-b43b-9160534fb2fa req-4641dd00-4c95-4165-8d3f-59c6fd20662e tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:51.916123 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0a730f12-f964-4c97-b43b-9160534fb2fa req-4641dd00-4c95-4165-8d3f-59c6fd20662e tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 943 time: 0.0597913 Aug 04 11:05:51.962051 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0a730f12-f964-4c97-b43b-9160534fb2fa req-8c7c8da4-4a68-493f-a0bc-04c71776afdc tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373647 Aug 04 11:05:52.607377 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device a7b92938-6030-489c-99cb-b60e0536a355 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=93297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:05:52.753386 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port a7b92938-6030-489c-99cb-b60e0536a355, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a7b92938-6030-489c-99cb-b60e0536a355,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:05:52.769394 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Returning: {'device': 'a7b92938-6030-489c-99cb-b60e0536a355', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'port_id': 'a7b92938-6030-489c-99cb-b60e0536a355', 'mac_address': 'fa:16:3e:9a:c9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:05:52.821608 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:52.842678 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b92938-6030-489c-99cb-b60e0536a355 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:05:52.872326 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port a7b92938-6030-489c-99cb-b60e0536a355, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a7b92938-6030-489c-99cb-b60e0536a355,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:05:52.877203 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:52.941411 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=a7b92938-6030-489c-99cb-b60e0536a355,revision_number=4']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:05:52.952792 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.953358 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.953917 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.954448 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.954822 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.955218 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.955741 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.956172 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.956594 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.957170 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.957632 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:52.958150 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:53.069966 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c70a5e9e-0727-4f1d-b610-0a879adedd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:53.108012 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd013b-5555-4e04-a23b-3a13838e4e5d req-86d88089-a757-41a7-a4c0-3eda3d52317d tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:53.110112 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a1cd013b-5555-4e04-a23b-3a13838e4e5d req-86d88089-a757-41a7-a4c0-3eda3d52317d tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 944 time: 0.0668447 Aug 04 11:05:53.157998 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a1cd013b-5555-4e04-a23b-3a13838e4e5d req-aea842e7-3ca9-416b-990a-e2a2ca4b55d1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384223 Aug 04 11:05:53.332008 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] get_ports_and_sgs() called for port_ids ['a7b92938-6030-489c-99cb-b60e0536a355'] {{(pid=93297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:05:54.283315 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06006f4-4fc4-44fe-915d-74e5f1b8a282 req-3092a317-cb2a-4c53-b34b-d542944b2f71 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:54.284916 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06006f4-4fc4-44fe-915d-74e5f1b8a282 req-3092a317-cb2a-4c53-b34b-d542944b2f71 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 944 time: 0.0503938 Aug 04 11:05:54.323815 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06006f4-4fc4-44fe-915d-74e5f1b8a282 req-92c73e69-a9ca-4ecf-a76f-951f0397ee82 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Aug 04 11:05:54.638237 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device a7b92938-6030-489c-99cb-b60e0536a355 up at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:05:54.688439 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning for port a7b92938-6030-489c-99cb-b60e0536a355 completed by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:05:54.693116 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Provisioning complete for port a7b92938-6030-489c-99cb-b60e0536a355 triggered by entity L2. {{(pid=93297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:05:54.693494 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-891502'] for port, provisioning_complete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:54.776264 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:54.801844 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:05:54.804649 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98517c76cc544cd255e1d73850e3593fc2639f0d07d2bbe0fedfa62cc308272f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbb36b0-0f16-406b-a501-f802d08090ba" -d '{"events": [{"server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "name": "network-vif-plugged", "status": "completed", "tag": "a7b92938-6030-489c-99cb-b60e0536a355"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:05:54.822403 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] For port a7b92938-6030-489c-99cb-b60e0536a355, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a7b92938-6030-489c-99cb-b60e0536a355,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:05:54.828264 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:54.853381 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08a7a43-85bd-4a11-b3df-d45fd6297d5b x-openstack-request-id: req-b08a7a43-85bd-4a11-b3df-d45fd6297d5b {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:05:54.853669 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "name": "network-vif-plugged", "status": "completed", "tag": "a7b92938-6030-489c-99cb-b60e0536a355", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:05:54.853921 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b08a7a43-85bd-4a11-b3df-d45fd6297d5b {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:05:54.854309 dv-cinder-803456-1-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355', 'code': 200} Aug 04 11:05:54.883943 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Pushing event updated for resources: {'Port': ['ID=a7b92938-6030-489c-99cb-b60e0536a355,revision_number=5']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:05:55.151080 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b8d84-4794-4f48-b5a6-de0b5b89eb52 req-cedccdeb-3afd-4e2d-a478-2000f809fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:55.151080 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2c6b8d84-4794-4f48-b5a6-de0b5b89eb52 req-cedccdeb-3afd-4e2d-a478-2000f809fcc7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 1098 time: 0.0448802 Aug 04 11:05:55.186237 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2c6b8d84-4794-4f48-b5a6-de0b5b89eb52 req-0f074273-223a-48bc-aa0f-a485e62fb13a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Aug 04 11:05:55.447372 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bac98-f563-4a33-995a-696c71fabdcc req-363a3c2b-dbbf-4fee-9447-445d5af0e9ea tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:55.448852 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-904bac98-f563-4a33-995a-696c71fabdcc req-363a3c2b-dbbf-4fee-9447-445d5af0e9ea tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 945 time: 0.0539863 Aug 04 11:05:55.491621 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-904bac98-f563-4a33-995a-696c71fabdcc req-de1d9391-03f8-4504-a4ae-3a0885d9ab12 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365303 Aug 04 11:05:55.611768 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:55.886615 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-04c74774-1ff6-41d1-af99-fee9cd35c3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:56.620536 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4419340-586b-4401-8f85-30306651c85b req-606cad99-c9d2-407f-8f6a-45a9d8d43a58 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:56.622089 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a4419340-586b-4401-8f85-30306651c85b req-606cad99-c9d2-407f-8f6a-45a9d8d43a58 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 945 time: 0.0557194 Aug 04 11:05:56.672323 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a4419340-586b-4401-8f85-30306651c85b req-0329c0e6-2f7a-43ae-8176-a35f88a1a612 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Aug 04 11:05:56.796813 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f4782-b0de-45e9-ac63-4f9888123e43 req-c852601d-9367-41d9-943b-d0bc9ce4ea99 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:56.799020 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aa0f4782-b0de-45e9-ac63-4f9888123e43 req-c852601d-9367-41d9-943b-d0bc9ce4ea99 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 945 time: 0.0525668 Aug 04 11:05:56.838980 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-aa0f4782-b0de-45e9-ac63-4f9888123e43 req-1704884c-f2ae-44ba-8122-1ac7cf46066f tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346801 Aug 04 11:05:56.862380 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 49260) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:05:56.905015 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2116ecd-805b-4a6f-bbdc-79d59f37a8c0 tempest-TestVolumeBootPattern-248535711 tempest-TestVolumeBootPattern-248535711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:56.906598 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-b2116ecd-805b-4a6f-bbdc-79d59f37a8c0 tempest-TestVolumeBootPattern-248535711 tempest-TestVolumeBootPattern-248535711-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 1093 time: 0.0432289 Aug 04 11:05:56.909767 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 49264) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:05:56.916037 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.v2.base [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Request body: {'floatingip': {'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'port_id': 'a7b92938-6030-489c-99cb-b60e0536a355', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:05:56.940168 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:57.066711 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:57.175522 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_common [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Allocated IP 172.27.1.51 (9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4/3bb1612a-4f8b-4eee-bbb1-8441614c47b3/0d718663-867b-4972-871d-3a78692a332a) {{(pid=93295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:05:57.247359 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:57.303950 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for port, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:57.349016 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732548004253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:57.389831 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Network 9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4 is already hosted by enough agents. {{(pid=93295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:05:57.393177 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.base_scheduler [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Resources bound (agent type, host, resource id): {{(pid=93295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:05:57.398421 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Received port after_create {{(pid=93295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:05:57.423408 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'Port': ['ID=0d718663-867b-4972-871d-3a78692a332a,revision_number=1']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:05:57.435127 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.435468 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.435839 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.436139 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.436465 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.438773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.438773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.438773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.438773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.438773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.438773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:57.438773 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:05:58.052412 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:58.134919 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:58.304150 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for port, precommit_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:58.309561 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732548464047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732548004271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732548004289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3238880'] for port, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:58.386542 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event updated for resources: {'Port': ['ID=0d718663-867b-4972-871d-3a78692a332a,revision_number=2']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:05:58.397795 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624821'] for floatingip, after_update {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:58.525309 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.db.l3_db [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Floating IP e3d8b9db-e64f-44d1-a5f0-b120cc9ca7ec associated. External IP: 172.27.1.51, port: a7b92938-6030-489c-99cb-b60e0536a355. Aug 04 11:05:58.782617 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:05:58.806823 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:58.930515 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:05:58.945541 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] Sync routers for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:05:58.955377 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:05:58.956335 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:05:58.957408 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:05:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:05:59.001478 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-f10f104b-11bd-4943-ae22-9d9e147f5072 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0901341 Aug 04 11:05:59.002427 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355'}] {{(pid=93295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:05:59.006052 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a85f031612061b2cf22ee5d8110d11ea04fbaf385e449a96857e385af99c044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382d7bc3-b8d3-4084-acab-f4d93a8449e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "tag": "a7b92938-6030-489c-99cb-b60e0536a355"}]}' {{(pid=93295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:05:59.102457 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:05:59.176049 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd4fa3-be0d-4d64-844f-c738ac50fddb x-openstack-request-id: req-2bbd4fa3-be0d-4d64-844f-c738ac50fddb {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:05:59.176840 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "tag": "a7b92938-6030-489c-99cb-b60e0536a355", "status": "completed", "code": 200}]} {{(pid=93295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:05:59.176840 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bbd4fa3-be0d-4d64-844f-c738ac50fddb {{(pid=93295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:05:59.177138 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355', 'status': 'completed', 'code': 200} Aug 04 11:05:59.284714 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-7e251f7d-1a22-40f2-84c6-2af060dbfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:59.287012 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-7e251f7d-1a22-40f2-84c6-2af060dbfdc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 1098 time: 0.0549953 Aug 04 11:05:59.382958 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '12df5de9-7efc-4ef4-aef4-d84063bb3ed9', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:03:55Z', 'updated_at': '2021-08-04T11:03:58Z', 'revision_number': 1, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}, {'id': 'e3d8b9db-e64f-44d1-a5f0-b120cc9ca7ec', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'a7b92938-6030-489c-99cb-b60e0536a355', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:9a:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:05:57Z', 'updated_at': '2021-08-04T11:05:57Z', 'revision_number': 0, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:05:59.394936 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-d371ce16-eab2-4233-841b-166b20624181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:59.396543 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-d371ce16-eab2-4233-841b-166b20624181 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.1018417 Aug 04 11:05:59.416069 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] Checking router: 7ff093b7-35e1-44f1-b4a3-f0e435b07159 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:05:59.425589 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:05:59.426201 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:05:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:05:59.477411 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-f4f925f1-4d48-468e-a0e0-019895037e48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b92938-6030-489c-99cb-b60e0536a355 HTTP/1.1" status: 200 len: 998 time: 0.0726490 Aug 04 11:05:59.542788 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-cda7824c-f88f-4b7f-bee8-23bb5ccd3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:59.544218 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-cda7824c-f88f-4b7f-bee8-23bb5ccd3a32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0594554 Aug 04 11:05:59.603438 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-137795b3-fe61-4e76-b7ff-81e2628645dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:05:59.605102 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-137795b3-fe61-4e76-b7ff-81e2628645dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526509 Aug 04 11:05:59.682011 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:05:59.717839 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-513f1304-47bd-4bfe-bf37-7c01be58ffb6 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043091 Aug 04 11:05:59.835385 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-382d7bc3-b8d3-4084-acab-f4d93a8449e3 req-a3aa378f-69ea-4a86-9573-7089676563d5 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088574 Aug 04 11:05:59.956836 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '12df5de9-7efc-4ef4-aef4-d84063bb3ed9', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:03:55Z', 'updated_at': '2021-08-04T11:03:58Z', 'revision_number': 1, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}, {'id': 'e3d8b9db-e64f-44d1-a5f0-b120cc9ca7ec', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'a7b92938-6030-489c-99cb-b60e0536a355', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:9a:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:05:57Z', 'updated_at': '2021-08-04T11:05:57Z', 'revision_number': 0, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:05:59.991370 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d73bd-1c9d-40b6-b570-154e6c0973ff None None] The sync data for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi is: [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '12df5de9-7efc-4ef4-aef4-d84063bb3ed9', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:03:55Z', 'updated_at': '2021-08-04T11:03:58Z', 'revision_number': 1, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}, {'id': 'e3d8b9db-e64f-44d1-a5f0-b120cc9ca7ec', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'a7b92938-6030-489c-99cb-b60e0536a355', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:9a:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:05:57Z', 'updated_at': '2021-08-04T11:05:57Z', 'revision_number': 0, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:06:00.193151 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de172076-208a-419f-a6c2-05f27b45685a None None] New status for floating IP e3d8b9db-e64f-44d1-a5f0-b120cc9ca7ec: ACTIVE {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:06:02.472337 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:06:05.252224 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:23.052553 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9ab0d83b-a1d9-4451-a9f8-1eead4adf63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:25.610209 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:25.886419 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ffa024d4-8d5f-4a50-93d3-69861beb2563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:27.248306 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:28.799408 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:34.827240 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-da337183-9f3c-41c1-9906-eb12084c4731 req-fde9ba18-9fac-497c-8af9-f89a46997b27 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461621 Aug 04 11:06:34.944444 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da337183-9f3c-41c1-9906-eb12084c4731 req-be47e673-2ad6-46d2-9054-a6f28334d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:06:34.945904 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-da337183-9f3c-41c1-9906-eb12084c4731 req-be47e673-2ad6-46d2-9054-a6f28334d187 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 1098 time: 0.0471933 Aug 04 11:06:35.074132 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da337183-9f3c-41c1-9906-eb12084c4731 req-555ed334-59cc-4440-9701-08505c182335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:06:35.075674 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-da337183-9f3c-41c1-9906-eb12084c4731 req-555ed334-59cc-4440-9701-08505c182335 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.1052217 Aug 04 11:06:35.155028 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-da337183-9f3c-41c1-9906-eb12084c4731 req-1ba25261-efb8-40bf-8e8a-ee424413acbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea73c1b-a414-4f1f-a342-2777338a656f HTTP/1.1" status: 200 len: 1000 time: 0.0671988 Aug 04 11:06:35.216260 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da337183-9f3c-41c1-9906-eb12084c4731 req-0b04e071-1c20-4b6e-9ef4-815d34cdce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:06:35.217748 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-da337183-9f3c-41c1-9906-eb12084c4731 req-0b04e071-1c20-4b6e-9ef4-815d34cdce3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0516250 Aug 04 11:06:35.272104 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:35.277196 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da337183-9f3c-41c1-9906-eb12084c4731 req-399b7b98-ec9b-40ed-87ec-8c95860db491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:06:35.279660 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-da337183-9f3c-41c1-9906-eb12084c4731 req-399b7b98-ec9b-40ed-87ec-8c95860db491 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471632 Aug 04 11:06:35.393228 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-da337183-9f3c-41c1-9906-eb12084c4731 req-4ae0b67f-1f5d-43f1-96f1-3279ef77d89c service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021602 Aug 04 11:06:35.492018 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-da337183-9f3c-41c1-9906-eb12084c4731 req-baa49ae9-074f-48de-a6b7-566ced26bf69 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902278 Aug 04 11:06:39.472289 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:06:53.054683 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b7698de7-2292-4fce-b8c9-853f714ff394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:55.603592 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:55.886540 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b530-e546-4e61-a114-5a3e24957e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:57.252359 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:06:58.804113 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:05.288724 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:16.475848 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:07:23.057405 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2eec4a72-44fc-4ac1-b06a-69b91bdc7e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:25.607419 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:25.887964 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4bd8846c-45d1-4f2a-b2ca-43d9505eb715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:27.257523 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:28.804928 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:34.843675 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-dbc2e974-1473-4908-97a9-0263ac4003f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399375 Aug 04 11:07:34.931021 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-bb8f44fb-58c8-4168-94d9-22b9437600a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:34.932664 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-bb8f44fb-58c8-4168-94d9-22b9437600a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 1098 time: 0.0460269 Aug 04 11:07:35.055046 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-d2de72d5-0bb5-4625-872d-31423b477663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:35.056422 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-d2de72d5-0bb5-4625-872d-31423b477663 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.1017404 Aug 04 11:07:35.130918 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-098e06c2-5b41-44bd-9fcf-51d8801230ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b92938-6030-489c-99cb-b60e0536a355 HTTP/1.1" status: 200 len: 1000 time: 0.0636926 Aug 04 11:07:35.186828 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-b31e3994-e675-4a6c-a2e9-c30d7e5b7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:35.188337 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-b31e3994-e675-4a6c-a2e9-c30d7e5b7692 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0495431 Aug 04 11:07:35.245152 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-3dafa333-49a0-4486-85c6-8653c16df4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:35.247566 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-3dafa333-49a0-4486-85c6-8653c16df4e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478816 Aug 04 11:07:35.281825 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:35.358699 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-014d8083-d9ee-4918-8e97-55f9b7b3eaf2 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991499 Aug 04 11:07:35.463126 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-54cad885-7779-4da5-a0de-89198b1ae7e1 req-8ea0a469-0bbc-4f4d-a372-8d50db057380 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972714 Aug 04 11:07:38.285917 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49302) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:38.452573 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Deleting port 0d718663-867b-4972-871d-3a78692a332a {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:38.452998 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:38.545499 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:38.545773 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:38.560905 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Calling delete_port for 0d718663-867b-4972-871d-3a78692a332a owned by network:floatingip {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:38.719397 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:38.744713 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event deleted for resources: {'Port': ['ID=0d718663-867b-4972-871d-3a78692a332a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:38.757005 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.757375 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.757718 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.758050 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.758388 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.758721 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.759120 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.759409 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.759743 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.760066 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.760440 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.760832 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:38.824396 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:38.824769 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Floating IP e3d8b9db-e64f-44d1-a5f0-b120cc9ca7ec disassociated (deleted). External IP: 172.27.1.51, port: a7b92938-6030-489c-99cb-b60e0536a355. Aug 04 11:07:39.046253 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:07:39.156475 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:07:39.162428 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:39.167334 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] Sync routers for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:07:39.177135 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:07:39.177758 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:07:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:39.201542 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2d30b1d3-8b13-4430-8cab-34824966d7e1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "DELETE /v2.0/floatingips/e3d8b9db-e64f-44d1-a5f0-b120cc9ca7ec HTTP/1.1" status: 204 len: 168 time: 0.9141293 Aug 04 11:07:39.202216 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:07:39.204874 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86ca38a-b84c-411d-b53a-4edbce455355" -d '{"events": [{"name": "network-changed", "server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "tag": "a7b92938-6030-489c-99cb-b60e0536a355"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:07:39.251697 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec962fb-8c9f-480f-b5de-89b345a79701 x-openstack-request-id: req-4ec962fb-8c9f-480f-b5de-89b345a79701 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:07:39.251992 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "tag": "a7b92938-6030-489c-99cb-b60e0536a355", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:07:39.252250 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ec962fb-8c9f-480f-b5de-89b345a79701 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:07:39.252685 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355', 'status': 'completed', 'code': 200} Aug 04 11:07:39.307486 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:07:39.374675 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-6ff5473c-095b-4f5b-8aeb-cde263751e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:39.376939 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-6ff5473c-095b-4f5b-8aeb-cde263751e0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 1098 time: 0.0581398 Aug 04 11:07:39.528048 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06234-9447-4f21-b426-7a4e1abbc8e4 req-6193bfa9-da34-4ed2-8deb-61e866095a19 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:39.529670 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6ab06234-9447-4f21-b426-7a4e1abbc8e4 req-6193bfa9-da34-4ed2-8deb-61e866095a19 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 945 time: 0.1023715 Aug 04 11:07:39.545430 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-164869e9-8cad-40e9-b451-c3e44689742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:39.546880 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-164869e9-8cad-40e9-b451-c3e44689742c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.1385338 Aug 04 11:07:39.596879 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '12df5de9-7efc-4ef4-aef4-d84063bb3ed9', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:03:55Z', 'updated_at': '2021-08-04T11:03:58Z', 'revision_number': 1, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:39.602781 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-a6d59ef4-b00b-414c-80a3-366f1a50eb95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b92938-6030-489c-99cb-b60e0536a355 HTTP/1.1" status: 200 len: 217 time: 0.0442684 Aug 04 11:07:39.625550 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6ab06234-9447-4f21-b426-7a4e1abbc8e4 req-2970f274-851c-4e41-b783-227bd1ea5836 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881109 Aug 04 11:07:39.630545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] Checking router: 7ff093b7-35e1-44f1-b4a3-f0e435b07159 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:07:39.642096 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:07:39.642803 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:07:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:39.664991 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-27df3665-d583-48e7-b355-50fe3cfd48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:39.666464 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-27df3665-d583-48e7-b355-50fe3cfd48f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0555668 Aug 04 11:07:39.725126 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-7890afe2-f29e-469a-9cc1-93deebd110b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:39.726660 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-7890afe2-f29e-469a-9cc1-93deebd110b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504844 Aug 04 11:07:39.781269 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:07:39.833264 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-c6d77cf5-d620-462d-974c-8566b975166a service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981677 Aug 04 11:07:39.927530 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e86ca38a-b84c-411d-b53a-4edbce455355 req-e033bb16-40af-463c-a18e-5cedc37529fa service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835757 Aug 04 11:07:40.043367 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '12df5de9-7efc-4ef4-aef4-d84063bb3ed9', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:03:55Z', 'updated_at': '2021-08-04T11:03:58Z', 'revision_number': 1, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:40.069712 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51e4fd-87f5-42c9-8c12-7e7aa9559c3d None None] The sync data for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi is: [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_floatingips': [{'id': '12df5de9-7efc-4ef4-aef4-d84063bb3ed9', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'router_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'port_id': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'mac_address': 'fa:16:3e:82:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f137f7-a864-4c60-9034-86b486fcb207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:03:55Z', 'updated_at': '2021-08-04T11:03:58Z', 'revision_number': 1, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:07:40.293966 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a2179-0ca4-4737-aeb2-7b57da575b51 None None] New status for floating IP e3d8b9db-e64f-44d1-a5f0-b120cc9ca7ec: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:07:40.774112 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083f5ef-0934-4ab4-82e1-ea785651ef4d req-f332b023-82f7-4f84-ba03-1a0b7380f989 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:40.775812 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7083f5ef-0934-4ab4-82e1-ea785651ef4d req-f332b023-82f7-4f84-ba03-1a0b7380f989 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 945 time: 0.0554118 Aug 04 11:07:40.825054 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7083f5ef-0934-4ab4-82e1-ea785651ef4d req-b154e2dc-4080-401b-a45c-ceda4c173322 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407720 Aug 04 11:07:41.589022 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa54197-873d-404d-bf9e-42e066247051 req-eb828dfe-b596-4068-8b9f-4e3db04d2f31 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:41.590497 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2fa54197-873d-404d-bf9e-42e066247051 req-eb828dfe-b596-4068-8b9f-4e3db04d2f31 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 945 time: 0.0475779 Aug 04 11:07:41.681307 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-2fa54197-873d-404d-bf9e-42e066247051 req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Deleting port a7b92938-6030-489c-99cb-b60e0536a355 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:41.681649 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2fa54197-873d-404d-bf9e-42e066247051 req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:41.783246 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-2fa54197-873d-404d-bf9e-42e066247051 req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] For port a7b92938-6030-489c-99cb-b60e0536a355, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a7b92938-6030-489c-99cb-b60e0536a355,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:07:41.784489 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2fa54197-873d-404d-bf9e-42e066247051 req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:41.797961 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-2fa54197-873d-404d-bf9e-42e066247051 req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Calling delete_port for a7b92938-6030-489c-99cb-b60e0536a355 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:41.957979 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2fa54197-873d-404d-bf9e-42e066247051 req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:41.996039 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79763b92-dad5-4829-8caa-a2cc02f27659 req-1d255547-5155-4216-8823-5cf66a1137a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:41.997578 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-79763b92-dad5-4829-8caa-a2cc02f27659 req-1d255547-5155-4216-8823-5cf66a1137a1 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 867 time: 0.0868421 Aug 04 11:07:41.998632 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event deleted for resources: {'Port': ['ID=a7b92938-6030-489c-99cb-b60e0536a355,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:42.053460 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa54197-873d-404d-bf9e-42e066247051 req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] No DVR routers for this DVR port a7b92938-6030-489c-99cb-b60e0536a355 on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:07:42.058240 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-2fa54197-873d-404d-bf9e-42e066247051 req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:42.060146 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2fa54197-873d-404d-bf9e-42e066247051 req-730472b1-ce03-42de-8c39-4f857a4ed208 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "DELETE /v2.0/ports/a7b92938-6030-489c-99cb-b60e0536a355 HTTP/1.1" status: 204 len: 173 time: 0.4622118 Aug 04 11:07:42.060575 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'name': 'network-vif-deleted', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:07:42.062885 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e155b71-a99c-4f48-8315-8e3b9ee540b4" -d '{"events": [{"server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "name": "network-vif-deleted", "tag": "a7b92938-6030-489c-99cb-b60e0536a355"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:07:42.082486 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-79763b92-dad5-4829-8caa-a2cc02f27659 req-c5a75243-b9f7-465d-ac2f-c5cfe2d5a479 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773473 Aug 04 11:07:42.108485 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d97b5e-bdf3-4593-ba24-18591f43ff15 x-openstack-request-id: req-d0d97b5e-bdf3-4593-ba24-18591f43ff15 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:07:42.109100 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d632afb-9c5f-43da-ada0-20b7fe59c776", "name": "network-vif-deleted", "tag": "a7b92938-6030-489c-99cb-b60e0536a355", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:07:42.109424 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0d97b5e-bdf3-4593-ba24-18591f43ff15 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:07:42.110028 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d632afb-9c5f-43da-ada0-20b7fe59c776', 'name': 'network-vif-deleted', 'tag': 'a7b92938-6030-489c-99cb-b60e0536a355', 'status': 'completed', 'code': 200} Aug 04 11:07:43.199652 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-909e5a8d-ff4e-4942-9bdc-a36ee831e111 req-6e6aa559-d268-4274-afc2-ac50cea176cf tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d632afb-9c5f-43da-ada0-20b7fe59c776 HTTP/1.1" status: 200 len: 210 time: 0.0267959 Aug 04 11:07:45.228354 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device a7b92938-6030-489c-99cb-b60e0536a355 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:07:45.251124 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: a7b92938-6030-489c-99cb-b60e0536a355 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:07:45.251537 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device a7b92938-6030-489c-99cb-b60e0536a355 not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:07:46.506741 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49346) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:46.685641 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Deleting port 244fc506-b7f9-4c8f-8550-886246bd13ca {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:46.685984 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:46.764931 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:46.765217 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:46.778356 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Calling delete_port for 244fc506-b7f9-4c8f-8550-886246bd13ca owned by network:floatingip {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:46.975128 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:47.019026 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event deleted for resources: {'Port': ['ID=244fc506-b7f9-4c8f-8550-886246bd13ca,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:47.086774 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:47.087101 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Floating IP 12df5de9-7efc-4ef4-aef4-d84063bb3ed9 disassociated (deleted). External IP: 172.27.1.63, port: cea73c1b-a414-4f1f-a342-2777338a656f. Aug 04 11:07:47.622894 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:07:47.739671 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:07:47.745298 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:47.750234 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] Sync routers for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:07:47.760252 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:07:47.760924 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:07:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:47.779163 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c4e27d59-0f9b-432d-98e3-0db689489fa0 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "DELETE /v2.0/floatingips/12df5de9-7efc-4ef4-aef4-d84063bb3ed9 HTTP/1.1" status: 204 len: 168 time: 1.2709994 Aug 04 11:07:47.779958 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:07:47.782673 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:07:47.854546 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b8864a-68bf-4f07-9df9-11bae0298157 x-openstack-request-id: req-d2b8864a-68bf-4f07-9df9-11bae0298157 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:07:47.855003 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:07:47.855403 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2b8864a-68bf-4f07-9df9-11bae0298157 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:07:47.856046 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'status': 'completed', 'code': 200} Aug 04 11:07:47.901456 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:07:47.985964 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-47f1f21f-6967-4523-bf3d-0ace827d43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:47.989298 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-47f1f21f-6967-4523-bf3d-0ace827d43a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 1098 time: 0.0666652 Aug 04 11:07:48.137619 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef21a4-21ad-488f-8c20-bcf2550e2a64 req-abe09753-2536-4d3b-b2e7-5ffe75494fbe tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:48.139222 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b3ef21a4-21ad-488f-8c20-bcf2550e2a64 req-abe09753-2536-4d3b-b2e7-5ffe75494fbe tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 945 time: 0.1423781 Aug 04 11:07:48.203083 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-51b7e912-558d-4a52-b23d-156d635c11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:48.205236 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-51b7e912-558d-4a52-b23d-156d635c11c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 200 len: 913 time: 0.1937411 Aug 04 11:07:48.224090 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:48.233360 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b3ef21a4-21ad-488f-8c20-bcf2550e2a64 req-f7fddb36-e3ba-49c4-9f67-e0da4ad8b06a tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809879 Aug 04 11:07:48.264331 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] Checking router: 7ff093b7-35e1-44f1-b4a3-f0e435b07159 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:07:48.270259 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-5516ef45-9cb0-41c9-a508-35847245e6b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cea73c1b-a414-4f1f-a342-2777338a656f HTTP/1.1" status: 200 len: 217 time: 0.0521808 Aug 04 11:07:48.275105 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:07:48.275950 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:07:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:48.327864 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-56c6e45f-e6cc-4e50-a886-0b79ed3d0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:48.329385 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-56c6e45f-e6cc-4e50-a886-0b79ed3d0467 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 200 len: 851 time: 0.0513761 Aug 04 11:07:48.382040 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-d8c9bd6e-11ea-4f64-b7cc-5b73f547a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:48.383743 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-d8c9bd6e-11ea-4f64-b7cc-5b73f547a75d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce91c732-3cce-4206-a5ab-11531f571eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462751 Aug 04 11:07:48.417148 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:07:48.495656 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-95366006-9558-44a6-b72e-415a604b51b5 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033959 Aug 04 11:07:48.629485 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7b0fe9be-3c82-4ea0-9d02-65222c634bd4 req-0a9ec558-9e14-40e0-985a-fe6bc89e8c54 service neutron] 10.222.0.60 "GET /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240098 Aug 04 11:07:48.692479 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:48.731749 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077d3d7-4a2d-4c89-a2cd-7f71c6fbefb1 None None] The sync data for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi is: [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:00:33Z', 'revision_number': 4, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi', '_interfaces': [{'id': '92e8c252-2cac-4f5f-9023-2b1212e3b88d', 'name': '', 'network_id': 'ce91c732-3cce-4206-a5ab-11531f571eb0', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'mac_address': 'fa:16:3e:ab:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:33Z', 'updated_at': '2021-08-04T11:00:39Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'subnets': [{'id': 'ebed099e-a80a-4564-b5e0-c1eb33e751d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:07:48.978286 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25f369-83f5-4de3-9fe3-415c121fe4e6 None None] New status for floating IP 12df5de9-7efc-4ef4-aef4-d84063bb3ed9: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:07:49.369520 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca71a1-615c-428f-8364-003d091c1349 req-a22d5d1f-9689-4f6b-9ebe-49a391da3574 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:49.371340 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bca71a1-615c-428f-8364-003d091c1349 req-a22d5d1f-9689-4f6b-9ebe-49a391da3574 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 945 time: 0.0535417 Aug 04 11:07:49.415463 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bca71a1-615c-428f-8364-003d091c1349 req-6060ffeb-7476-40c6-bf39-d42dbc0da080 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfb9cf22-e8a9-4729-b6b8-e38b19f65585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377572 Aug 04 11:07:50.006681 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-14c40ede-9633-4659-b830-ca40fababe26 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:07:50.008747 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-14c40ede-9633-4659-b830-ca40fababe26 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 945 time: 0.0628772 Aug 04 11:07:50.112158 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Deleting port cea73c1b-a414-4f1f-a342-2777338a656f {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:50.112542 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:50.217902 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] For port cea73c1b-a414-4f1f-a342-2777338a656f, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cea73c1b-a414-4f1f-a342-2777338a656f,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:07:50.218319 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:50.235034 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Calling delete_port for cea73c1b-a414-4f1f-a342-2777338a656f owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:50.368951 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:50.413054 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event deleted for resources: {'Port': ['ID=cea73c1b-a414-4f1f-a342-2777338a656f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:50.467576 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] No DVR routers for this DVR port cea73c1b-a414-4f1f-a342-2777338a656f on host hv-cinder-80345 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:07:50.470882 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:50.474074 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9baac7d2-8839-4e6a-8024-fc6d7a8b0e78 req-b69df7aa-d925-494a-851f-094bb71bfa32 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.60 "DELETE /v2.0/ports/cea73c1b-a414-4f1f-a342-2777338a656f HTTP/1.1" status: 204 len: 173 time: 0.4554603 Aug 04 11:07:50.474927 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'name': 'network-vif-deleted', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:07:50.477714 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec2f6cc8f63c9d6169eb869e57717cea3ad43dff87b14377c664eed689d3235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53820e92-9429-48f6-810f-5c73d6a79d08" -d '{"events": [{"server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "name": "network-vif-deleted", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:07:50.533214 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdc8826-cd35-4ec3-8db7-a1c766200408 x-openstack-request-id: req-3bdc8826-cd35-4ec3-8db7-a1c766200408 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:07:50.533498 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f137f7-a864-4c60-9034-86b486fcb207", "name": "network-vif-deleted", "tag": "cea73c1b-a414-4f1f-a342-2777338a656f", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:07:50.533777 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bdc8826-cd35-4ec3-8db7-a1c766200408 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:07:50.534172 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f137f7-a864-4c60-9034-86b486fcb207', 'name': 'network-vif-deleted', 'tag': 'cea73c1b-a414-4f1f-a342-2777338a656f', 'status': 'completed', 'code': 200} Aug 04 11:07:50.552516 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [req-48b9c4f8-735f-40fe-9d64-c4ec3fabaf32 req-0f6ff5c1-049d-4a26-b2db-5dac08790d0a tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "GET /v2.0/ports?device_id=42f137f7-a864-4c60-9034-86b486fcb207 HTTP/1.1" status: 200 len: 210 time: 0.0299096 Aug 04 11:07:51.615878 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-a18c1141-6815-437a-a9a4-fda20a206c51 req-2f1b1113-4a7f-402a-9cf2-b36ed5aea77b service neutron] (93296) timed out ('10.222.0.60', 52853) {{(pid=93296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 11:07:51.618533 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49362) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:51.754933 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Deleting port d043b6a8-d0c1-40d9-be8b-98cb38a2ef37 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:51.755283 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:51.838540 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:51.838805 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:51.851951 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Calling delete_port for d043b6a8-d0c1-40d9-be8b-98cb38a2ef37 owned by network:floatingip {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:52.006022 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:52.038068 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event deleted for resources: {'Port': ['ID=d043b6a8-d0c1-40d9-be8b-98cb38a2ef37,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:52.114861 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for floatingip, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:52.120413 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154824'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:52.122728 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1406d9b3-cfb9-44a9-ab8c-da69a181f554 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "DELETE /v2.0/floatingips/0dbcd9e8-cfbd-4567-a511-d004bc126e24 HTTP/1.1" status: 204 len: 168 time: 0.5022058 Aug 04 11:07:53.063123 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cb407b8a-5885-4033-8d28-843edfb61131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:53.275375 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device cea73c1b-a414-4f1f-a342-2777338a656f no longer exists at agent hyperv_hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:07:53.295691 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] No Port match for: cea73c1b-a414-4f1f-a342-2777338a656f {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:07:53.296039 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Device cea73c1b-a414-4f1f-a342-2777338a656f not bound to the agent host hv-cinder-80345 {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:07:53.353012 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49374) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:53.425228 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bac8a232-b52c-425d-abe6-782208917150 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:53.454260 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bac8a232-b52c-425d-abe6-782208917150 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:53.477035 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:07:53.527864 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bac8a232-b52c-425d-abe6-782208917150 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:53.531362 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bac8a232-b52c-425d-abe6-782208917150 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:53.532540 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-bac8a232-b52c-425d-abe6-782208917150 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] 10.222.0.49 "DELETE /v2.0/security-groups/cfb9cf22-e8a9-4729-b6b8-e38b19f65585 HTTP/1.1" status: 204 len: 168 time: 0.1784985 Aug 04 11:07:53.552477 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8a232-b52c-425d-abe6-782208917150 tempest-TestVolumeBootPattern-1075576854 tempest-TestVolumeBootPattern-1075576854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb9cf22-e8a9-4729-b6b8-e38b19f65585,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:53.614340 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 49378) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:53.809317 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [req-cc8481f6-2a05-482a-ab05-1566e7921b6c req-61dca143-e205-415f-a7ab-d0395361b04f service neutron] (93295) timed out ('10.222.0.60', 52820) {{(pid=93295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 11:07:54.235968 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625077'] for router_interface, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:54.477870 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Deleting port 92e8c252-2cac-4f5f-9023-2b1212e3b88d {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:54.478205 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:54.561989 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] For port 92e8c252-2cac-4f5f-9023-2b1212e3b88d, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=92e8c252-2cac-4f5f-9023-2b1212e3b88d,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:07:54.562335 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:54.579904 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Calling delete_port for 92e8c252-2cac-4f5f-9023-2b1212e3b88d owned by network:router_interface {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:54.764138 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:54.790846 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=92e8c252-2cac-4f5f-9023-2b1212e3b88d,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:54.816428 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.816816 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.816972 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.817319 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.817663 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.818073 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.818440 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.818757 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.819072 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.819444 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.819814 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.820170 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:54.980605 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624961'] for router_interface, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:55.218624 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:07:55.328978 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:07:55.334664 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-982ca43f-0009-4a4f-9794-fb4c7fd633c6 admin admin] 10.222.0.49 "PUT /v2.0/routers/7ff093b7-35e1-44f1-b4a3-f0e435b07159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7189052 Aug 04 11:07:55.337175 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 49384) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:55.339367 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] Sync routers for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:07:55.349645 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:07:55.350256 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:07:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:55.443393 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks [] for router, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:55.456910 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: dv-cinder-803456-1-iscsi {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:07:55.548911 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:55.604967 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Deleting port 58f14ad6-5e0a-4859-80dc-30cc210b30d2 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:55.605311 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:55.641272 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:55.666485 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:07:54Z', 'revision_number': 5, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port': {'id': '58f14ad6-5e0a-4859-80dc-30cc210b30d2', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:31Z', 'updated_at': '2021-08-04T11:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:55.692344 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] For port 58f14ad6-5e0a-4859-80dc-30cc210b30d2, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=58f14ad6-5e0a-4859-80dc-30cc210b30d2,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:07:55.692623 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:55.694536 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] Checking router: 7ff093b7-35e1-44f1-b4a3-f0e435b07159 for host: dv-cinder-803456-1-iscsi {{(pid=93297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:07:55.703308 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] Routers {'7ff093b7-35e1-44f1-b4a3-f0e435b07159'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:07:55.703938 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:07:26Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'], 'active': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:55.714415 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Calling delete_port for 58f14ad6-5e0a-4859-80dc-30cc210b30d2 owned by network:router_gateway {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:55.791996 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvr_db [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] Set router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 gateway port host: None {{(pid=93297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:07:55.844545 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_hamode_db [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:07:55Z', 'revision_number': 6, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port_host': None}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:55.879561 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f02fe-074f-44a2-a6f0-1a4ae9dbf68b None None] The sync data for ids ['7ff093b7-35e1-44f1-b4a3-f0e435b07159'] in dv-cinder-803456-1-iscsi is: [{'id': '7ff093b7-35e1-44f1-b4a3-f0e435b07159', 'name': 'tempest-TestVolumeBootPattern-1725311277-router', 'tenant_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:30Z', 'updated_at': '2021-08-04T11:07:55Z', 'revision_number': 6, 'project_id': '96b69eda4f0d4fc3a75bb03d78beac4a', 'gw_port_host': None}] {{(pid=93297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:07:55.883238 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:55.899059 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6603a10d-5cdf-4feb-b765-921dc906c2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:55.926147 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=58f14ad6-5e0a-4859-80dc-30cc210b30d2,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:55.987263 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652027'] for router_gateway, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.078102 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8751'] for router, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.080257 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.129904 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625136'] for router, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.130533 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff093b7-35e1-44f1-b4a3-f0e435b07159 {{(pid=93295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:07:56.135306 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.136481 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-88703efa-0b34-4a06-aa94-fbf4c6af5e2b admin admin] 10.222.0.49 "DELETE /v2.0/routers/7ff093b7-35e1-44f1-b4a3-f0e435b07159 HTTP/1.1" status: 204 len: 168 time: 0.7980349 Aug 04 11:07:56.139064 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 49386) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:56.184893 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bbeaa5-8a0f-48c5-8203-896795f1a05b admin admin] Deleting subnet ebed099e-a80a-4564-b5e0-c1eb33e751d2 {{(pid=93295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:07:56.188091 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a1bbeaa5-8a0f-48c5-8203-896795f1a05b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.224278 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a1bbeaa5-8a0f-48c5-8203-896795f1a05b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3222559'] for subnet, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.357102 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a1bbeaa5-8a0f-48c5-8203-896795f1a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.412104 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a1bbeaa5-8a0f-48c5-8203-896795f1a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3238710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126168756'] for subnet, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.436167 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbeaa5-8a0f-48c5-8203-896795f1a05b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebed099e-a80a-4564-b5e0-c1eb33e751d2,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:56.443635 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-a1bbeaa5-8a0f-48c5-8203-896795f1a05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.445587 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-a1bbeaa5-8a0f-48c5-8203-896795f1a05b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ebed099e-a80a-4564-b5e0-c1eb33e751d2 HTTP/1.1" status: 204 len: 168 time: 0.3055851 Aug 04 11:07:56.449045 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 49388) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:56.451869 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce75b89-d27c-498e-8d7d-3379d67df60c None None] Network ce91c732-3cce-4206-a5ab-11531f571eb0 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:07:56.522382 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.688182 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] DHCP port deletion for ce91c732-3cce-4206-a5ab-11531f571eb0 request from dv-cinder-803456-1-iscsi {{(pid=93297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:07:56.746433 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Deleting port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:56.746907 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.816799 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 58f14ad6-5e0a-4859-80dc-30cc210b30d2 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:07:56.842619 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 58f14ad6-5e0a-4859-80dc-30cc210b30d2 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:07:56.842966 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 58f14ad6-5e0a-4859-80dc-30cc210b30d2 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:07:56.843390 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device c431d3dc-7687-4fb8-a4aa-426ac4b32b08 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:07:56.853595 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Deleting port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:56.853942 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.882606 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] For port c431d3dc-7687-4fb8-a4aa-426ac4b32b08, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=c431d3dc-7687-4fb8-a4aa-426ac4b32b08,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:07:56.883121 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.902601 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Calling delete_port for c431d3dc-7687-4fb8-a4aa-426ac4b32b08 owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:56.921370 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] For port c431d3dc-7687-4fb8-a4aa-426ac4b32b08, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=c431d3dc-7687-4fb8-a4aa-426ac4b32b08,segment=NetworkSegment(991add42-b511-403d-b6c2-6f512239ade0),segment_id=991add42-b511-403d-b6c2-6f512239ade0)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:07:56.921952 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:56.938680 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Calling delete_port for c431d3dc-7687-4fb8-a4aa-426ac4b32b08 owned by network:dhcp {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:57.009109 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555896'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.046323 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.053397 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.082005 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Pushing event deleted for resources: {'Port': ['ID=c431d3dc-7687-4fb8-a4aa-426ac4b32b08,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:57.084041 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] No DVR routers for this DVR port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 on host dv-cinder-803456-1-iscsi {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:07:57.098071 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 92e8c252-2cac-4f5f-9023-2b1212e3b88d no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:07:57.100180 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Pushing event deleted for resources: {'Port': ['ID=c431d3dc-7687-4fb8-a4aa-426ac4b32b08,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:57.103196 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] No DVR routers for this DVR port c431d3dc-7687-4fb8-a4aa-426ac4b32b08 on host dv-cinder-803456-1-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:07:57.127115 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.128027 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.128368 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.128735 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.129086 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.129401 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.129729 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.130130 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.130370 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.130693 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.131014 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.131339 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fcca4-48da-45a1-8b4c-40d3713719f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-1-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:07:57.134533 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 92e8c252-2cac-4f5f-9023-2b1212e3b88d {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:07:57.134533 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 92e8c252-2cac-4f5f-9023-2b1212e3b88d not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:07:57.166997 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.177950 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce91c732-3cce-4206-a5ab-11531f571eb0']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:57.188384 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991add42-b511-403d-b6c2-6f512239ade0') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:57.188703 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991add42-b511-403d-b6c2-6f512239ade0') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:57.198771 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.212481 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.218403 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-74822638-8435-495f-bb70-eebe1d2ad1f0 req-f6573334-3ee2-4fc6-87d2-65d8e92a622d service neutron] (93296) timed out ('10.222.0.60', 52827) {{(pid=93296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 11:07:57.219332 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:07:57.219332 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: self.session.flush() Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: self.session.flush() Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: self.session.flush() Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: self.session.flush() Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:07:57.221704 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:07:57.257407 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.278660 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.287139 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.290347 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ce91c732-3cce-4206-a5ab-11531f571eb0 HTTP/1.1" status: 204 len: 168 time: 0.8401444 Aug 04 11:07:57.294517 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49390) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:57.306081 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b8777-5f6b-4284-b1b9-2f06b8290930 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce91c732-3cce-4206-a5ab-11531f571eb0,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:57.656030 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625077'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.902011 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Deleting port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:57.902347 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.981467 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] For port 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=5a23eadb-c781-4d15-87e1-9e8bdc54e4b4,segment=NetworkSegment(c211159b-ab3e-453f-882a-4feaf27dd239),segment_id=c211159b-ab3e-453f-882a-4feaf27dd239)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:07:57.981792 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:57.998025 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Calling delete_port for 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:58.210821 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500424'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:58.236364 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a23eadb-c781-4d15-87e1-9e8bdc54e4b4,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:58.437876 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624961'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:58.663572 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Router 28631547-3d54-43a3-bc8a-dc425a93c5bc has already been hosted by L3 agent edd980d6-2048-4f7c-b279-cb7c65a72262 {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:07:58.773260 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] Notify agent at l3_agent.dv-cinder-803456-1-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:07:58.780421 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0bf3913f-8dd6-4ef8-a637-bca6bad7bc45 admin admin] 10.222.0.49 "PUT /v2.0/routers/28631547-3d54-43a3-bc8a-dc425a93c5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4846191 Aug 04 11:07:58.784021 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 49392) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:58.784597 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] Sync routers for ids ['28631547-3d54-43a3-bc8a-dc425a93c5bc'] in dv-cinder-803456-1-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:07:58.798735 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] Routers {'28631547-3d54-43a3-bc8a-dc425a93c5bc'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:07:58.799102 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:07:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['28631547-3d54-43a3-bc8a-dc425a93c5bc'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:58.817480 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:58.898295 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:58.925618 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] Set router 28631547-3d54-43a3-bc8a-dc425a93c5bc gateway port host: dv-cinder-803456-1-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:07:59.005069 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.057862 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Deleting port f26b6501-f716-474b-9dca-50eea6773792 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:07:59.058209 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.106995 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'external_fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'f26b6501-f716-474b-9dca-50eea6773792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:35Z', 'updated_at': '2021-08-04T11:07:58Z', 'revision_number': 5, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'gw_port': {'id': 'f26b6501-f716-474b-9dca-50eea6773792', 'name': '', 'network_id': '9e6e192b-f9c6-4c42-a2d7-6d9309a5a3b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:00:36Z', 'updated_at': '2021-08-04T11:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bb1612a-4f8b-4eee-bbb1-8441614c47b3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-1-iscsi'}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:59.140001 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] Checking router: 28631547-3d54-43a3-bc8a-dc425a93c5bc for host: dv-cinder-803456-1-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:07:59.145804 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] For port f26b6501-f716-474b-9dca-50eea6773792, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=f26b6501-f716-474b-9dca-50eea6773792,segment=NetworkSegment(604a7668-b46b-481f-8764-68f479b6e585),segment_id=604a7668-b46b-481f-8764-68f479b6e585)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:07:59.146204 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.150280 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] Routers {'28631547-3d54-43a3-bc8a-dc425a93c5bc'} bound to L3 agent in host dv-cinder-803456-1-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:07:59.150925 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T10:44:26Z,description=,heartbeat_timestamp=2021-08-04T11:07:56Z,host='dv-cinder-803456-1-iscsi',id=edd980d6-2048-4f7c-b279-cb7c65a72262,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T10:44:26Z,topic='l3_agent')) {'router_ids': ['28631547-3d54-43a3-bc8a-dc425a93c5bc'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:59.163235 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Calling delete_port for f26b6501-f716-474b-9dca-50eea6773792 owned by network:router_gateway {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:07:59.248425 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] Set router 28631547-3d54-43a3-bc8a-dc425a93c5bc gateway port host: None {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:07:59.305068 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:35Z', 'updated_at': '2021-08-04T11:07:59Z', 'revision_number': 6, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'gw_port_host': None}], 'dv-cinder-803456-1-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:07:59.332401 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86ae01-1bfc-42f6-be42-0be859c598aa None None] The sync data for ids ['28631547-3d54-43a3-bc8a-dc425a93c5bc'] in dv-cinder-803456-1-iscsi is: [{'id': '28631547-3d54-43a3-bc8a-dc425a93c5bc', 'name': 'tempest-TestVolumeBootPattern-677726691-router', 'tenant_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:00:35Z', 'updated_at': '2021-08-04T11:07:59Z', 'revision_number': 6, 'project_id': '2b916a3f38ef4bf7a544122eeaea2e5e', 'gw_port_host': None}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:07:59.372622 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.416146 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26b6501-f716-474b-9dca-50eea6773792,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:07:59.505504 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1652027'] for router_gateway, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.605476 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8751'] for router, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.607795 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.662288 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625136'] for router, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.663013 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28631547-3d54-43a3-bc8a-dc425a93c5bc {{(pid=93295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:07:59.670154 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.671540 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-52726c07-3482-415b-b24c-f536c49b8ab0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/28631547-3d54-43a3-bc8a-dc425a93c5bc HTTP/1.1" status: 204 len: 168 time: 0.8893056 Aug 04 11:07:59.675581 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 49394) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:07:59.732574 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2b894d-ebb0-4499-94f5-48444e6dd284 admin admin] Deleting subnet 5256c49a-bf5d-47c3-a80a-fd59846fd77b {{(pid=93295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:07:59.736258 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-df2b894d-ebb0-4499-94f5-48444e6dd284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.781900 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-df2b894d-ebb0-4499-94f5-48444e6dd284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3222559'] for subnet, precommit_delete_associations {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.883920 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-df2b894d-ebb0-4499-94f5-48444e6dd284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-888850'] for subnet, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:07:59.972321 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-df2b894d-ebb0-4499-94f5-48444e6dd284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3238710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126168756'] for subnet, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.008155 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b894d-ebb0-4499-94f5-48444e6dd284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5256c49a-bf5d-47c3-a80a-fd59846fd77b,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:08:00.014366 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-df2b894d-ebb0-4499-94f5-48444e6dd284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for subnet, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.016279 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-df2b894d-ebb0-4499-94f5-48444e6dd284 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5256c49a-bf5d-47c3-a80a-fd59846fd77b HTTP/1.1" status: 204 len: 168 time: 0.3395734 Aug 04 11:08:00.020603 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [-] (93295) accepted ('10.222.0.49', 49396) {{(pid=93295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:08:00.024201 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7b17ab-0aec-4fc9-97a4-1b5fc741a840 None None] Network 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 requested from dv-cinder-803456-1-iscsi {{(pid=93297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:08:00.111500 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543132'] for network, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.187786 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Deleting port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 {{(pid=93295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:08:00.188281 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.248116 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15862b40-4023-4e39-8be2-e88243d3014b None None] DHCP port deletion for 8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 request from dv-cinder-803456-1-iscsi {{(pid=93297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:08:00.277038 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.db [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] For port fb39f790-dc7c-4896-8d2f-5e02cd922bb5, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=fb39f790-dc7c-4896-8d2f-5e02cd922bb5,segment=NetworkSegment(c211159b-ab3e-453f-882a-4feaf27dd239),segment_id=c211159b-ab3e-453f-882a-4feaf27dd239)] {{(pid=93295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:08:00.277322 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.297661 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.plugin [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Calling delete_port for fb39f790-dc7c-4896-8d2f-5e02cd922bb5 owned by network:dhcp {{(pid=93295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:08:00.307510 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-15862b40-4023-4e39-8be2-e88243d3014b None None] Deleting port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:08:00.308357 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-15862b40-4023-4e39-8be2-e88243d3014b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732548457786'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.390864 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-15862b40-4023-4e39-8be2-e88243d3014b None None] For port fb39f790-dc7c-4896-8d2f-5e02cd922bb5, host dv-cinder-803456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-1-iscsi',level=0,port_id=fb39f790-dc7c-4896-8d2f-5e02cd922bb5,segment=NetworkSegment(c211159b-ab3e-453f-882a-4feaf27dd239),segment_id=c211159b-ab3e-453f-882a-4feaf27dd239)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:08:00.391272 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-15862b40-4023-4e39-8be2-e88243d3014b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650782'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.398061 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3238889'] for port, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.408294 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-15862b40-4023-4e39-8be2-e88243d3014b None None] Calling delete_port for fb39f790-dc7c-4896-8d2f-5e02cd922bb5 owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:08:00.426339 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb39f790-dc7c-4896-8d2f-5e02cd922bb5,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:08:00.433403 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] No DVR routers for this DVR port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 on host dv-cinder-803456-1-iscsi {{(pid=93295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:08:00.499767 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-15862b40-4023-4e39-8be2-e88243d3014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1016111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732548464029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732548004262'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.521019 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-892821', 'neutron.services.segments.db._delete_segments_for_network-8732548553719'] for network, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.525279 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15862b40-4023-4e39-8be2-e88243d3014b None None] Pushing event deleted for resources: {'Port': ['ID=fb39f790-dc7c-4896-8d2f-5e02cd922bb5,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:08:00.529186 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15862b40-4023-4e39-8be2-e88243d3014b None None] No DVR routers for this DVR port fb39f790-dc7c-4896-8d2f-5e02cd922bb5 on host dv-cinder-803456-1-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:08:00.533097 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4b3475-cb0f-4aed-95b9-77a3ead33ae7']}} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:08:00.546868 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c211159b-ab3e-453f-882a-4feaf27dd239') {'for_net_delete': True} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:08:00.547159 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.services.segments.db [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c211159b-ab3e-453f-882a-4feaf27dd239') {} {{(pid=93295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:08:00.557734 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732548555524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3222548'] for segment, before_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.575013 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942'] for segment, precommit_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.583220 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:08:00.583627 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-888942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3238812'] for segment, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: Traceback (most recent call last): Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: timer() Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: cb(*args, **kw) Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: return func(*args, **kwargs) Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: self._notify() Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: self.callback(batched_events) Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: event.method(event) Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: return f(self, *a, **k) Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._get(url).json() Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: return self.request(url, 'GET', **kwargs) Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:08:00.585910 dv-cinder-803456-1-iscsi neutron-server[93295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:08:00.644927 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-892828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651999'] for network, after_delete {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.652196 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron_lib.callbacks.manager [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056292'] for network, before_response {{(pid=93295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.654665 dv-cinder-803456-1-iscsi neutron-server[93295]: INFO neutron.wsgi [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] 10.222.0.49 "DELETE /v2.0/networks/8a4b3475-cb0f-4aed-95b9-77a3ead33ae7 HTTP/1.1" status: 204 len: 168 time: 0.6326122 Aug 04 11:08:00.673105 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c672628-c6ff-48fb-8988-f77a1cd2c41a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4b3475-cb0f-4aed-95b9-77a3ead33ae7,revision_number=None']} {{(pid=93295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:08:00.791285 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49400) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:08:00.805171 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device fb39f790-dc7c-4896-8d2f-5e02cd922bb5 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:08:00.827298 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: fb39f790-dc7c-4896-8d2f-5e02cd922bb5 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:08:00.827830 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device fb39f790-dc7c-4896-8d2f-5e02cd922bb5 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:08:00.828500 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:08:00.842075 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7d594f12-6e7f-48a4-9dbe-4619838412af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96b69eda4f0d4fc3a75bb03d78beac4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492289 Aug 04 11:08:00.844839 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49402) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:08:00.856360 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:08:00.856757 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device 5a23eadb-c781-4d15-87e1-9e8bdc54e4b4 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:08:00.857184 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f26b6501-f716-474b-9dca-50eea6773792 no longer exists at agent ovs-agent-dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:08:00.876283 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] No Port match for: f26b6501-f716-474b-9dca-50eea6773792 {{(pid=93297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:08:00.876624 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.rpc [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Device f26b6501-f716-474b-9dca-50eea6773792 not bound to the agent host dv-cinder-803456-1-iscsi {{(pid=93297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:08:00.900028 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-751f2d2f-106c-4aa3-8e2b-a7e0a9cfb8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.922443 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-751f2d2f-106c-4aa3-8e2b-a7e0a9cfb8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.975181 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-751f2d2f-106c-4aa3-8e2b-a7e0a9cfb8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.978391 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-751f2d2f-106c-4aa3-8e2b-a7e0a9cfb8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:00.979815 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-751f2d2f-106c-4aa3-8e2b-a7e0a9cfb8e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f371c40e-a150-40b4-90a4-00b1ff2183f9 HTTP/1.1" status: 204 len: 168 time: 0.1340096 Aug 04 11:08:00.988720 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f2d2f-106c-4aa3-8e2b-a7e0a9cfb8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f371c40e-a150-40b4-90a4-00b1ff2183f9,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:08:01.407275 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49408) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:08:01.454062 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a39e804b-db4e-4ded-aa07-18bcad640b68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b916a3f38ef4bf7a544122eeaea2e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455670 Aug 04 11:08:01.456687 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.49', 49410) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:08:01.509100 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-982a3061-50c5-4bf7-84a5-bd1640cc1c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:01.532834 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-982a3061-50c5-4bf7-84a5-bd1640cc1c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:01.619907 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-982a3061-50c5-4bf7-84a5-bd1640cc1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096435'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:01.624910 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-982a3061-50c5-4bf7-84a5-bd1640cc1c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:01.626634 dv-cinder-803456-1-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-982a3061-50c5-4bf7-84a5-bd1640cc1c21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/595eda6c-5a28-4a0e-b9d2-675223271125 HTTP/1.1" status: 204 len: 168 time: 0.1688743 Aug 04 11:08:01.639187 dv-cinder-803456-1-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a3061-50c5-4bf7-84a5-bd1640cc1c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595eda6c-5a28-4a0e-b9d2-675223271125,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:08:05.298033 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:23.067806 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-83ca6752-4553-44f5-9756-2ccf7583cb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:25.607060 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:25.896471 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-fae89d47-37fa-4f04-afea-a740d6cccb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:27.262114 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:28.811951 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:30.476163 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:08:35.306812 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:53.070406 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-aad2d0d4-9149-400b-a1f5-69290d693607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:55.610762 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:55.888106 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-633e048b-9227-42d3-93f3-816fec5d3eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:57.266406 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:08:58.825544 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:05.324262 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:07.476971 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:09:23.073742 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6be1aa3f-ab1d-49b6-a555-e5df68e2560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:25.617591 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:25.889336 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-10ceecdd-3677-4423-9077-5c9828be6a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:27.267910 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:28.819968 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:35.322131 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:44.476392 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:09:53.075938 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-731a2b90-f3bd-4f1a-ac2a-2415d43be6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:55.609608 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:55.890963 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4f8794fb-86fa-4844-be2a-e65783719063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:57.269375 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:09:58.822751 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:05.335205 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:21.475503 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:10:23.078595 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-23a51639-4613-4bb5-a6dc-590fbb20fddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:25.614007 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:25.892714 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4ac59439-4171-494f-b611-4acd0b576464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:27.273169 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:28.826175 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:35.342722 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:53.079219 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b89c8c03-0f1b-462d-82a9-8562b603f684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:55.615345 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:55.893432 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-30a3c04e-2840-49f3-b352-5991d53a546d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:57.277037 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:10:58.475277 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:10:58.829528 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:05.359739 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:23.080822 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3d3d-11d5-42ad-9e58-061a420e836d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:25.617110 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:25.893648 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a3214225-0e18-4cfe-b06c-4e55495accb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:27.279722 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:28.832942 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:35.361560 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:35.474193 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:11:53.083476 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b4c708b4-64a9-4abb-bd4f-c843aa1ffd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:55.618865 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:55.894368 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ec3a4ea3-e1bb-46b6-b928-49d7e72f97e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:57.283069 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:11:58.835652 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:05.382338 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:12.474077 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:12:23.087544 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-772f110c-6b57-4ca4-9aec-75e968a5978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:25.621698 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:25.894445 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-94dbd6f3-cea7-41d8-b450-b6a679faa192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:27.284762 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:28.840277 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:35.401025 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:49.473086 dv-cinder-803456-1-iscsi neutron-server[93298]: DEBUG neutron.db.agents_db [None req-f6208f56-9168-4031-953b-fdafe0a0af2a None None] Agent healthcheck: found 6 active agents {{(pid=93298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:12:53.093400 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-30219277-8810-48ad-a990-ccc0dc9c1859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:55.629102 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-558de3b0-1039-4438-a255-4276e5e09bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:55.896502 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-65b3042f-3ff1-455a-a92a-73ec045553e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:57.287365 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7852e80b-194a-4cbf-a64b-7cb9ddddf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:12:58.085283 dv-cinder-803456-1-iscsi neutron-server[93295]: DEBUG neutron.wsgi [req-e72cdd0f-fffc-441f-adac-cef3bbcaa581 req-b0099b0e-17db-4ca1-bbdc-499237415392 service neutron] (93295) timed out ('10.222.0.49', 45632) {{(pid=93295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 11:12:58.841138 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b508-c579-4aa0-a474-a251d2c5628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:13:05.400502 dv-cinder-803456-1-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0b634db3-4bfb-4230-a480-57ae4048d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732548553701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-891449'] for agent, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}